2024-12-02 16:19:57,150 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4dc27487 2024-12-02 16:19:57,244 main DEBUG Took 0.090814 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-02 16:19:57,245 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-02 16:19:57,246 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-02 16:19:57,247 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-02 16:19:57,249 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 16:19:57,259 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-02 16:19:57,280 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 16:19:57,282 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 16:19:57,283 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 16:19:57,283 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 16:19:57,284 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 16:19:57,284 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 16:19:57,291 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 16:19:57,291 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 16:19:57,292 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 16:19:57,293 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 16:19:57,294 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 16:19:57,295 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 16:19:57,296 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 16:19:57,297 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 16:19:57,298 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 16:19:57,299 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 16:19:57,299 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 16:19:57,300 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 16:19:57,300 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 16:19:57,301 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 16:19:57,301 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 16:19:57,302 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 16:19:57,302 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 16:19:57,303 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 16:19:57,304 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 16:19:57,304 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-02 16:19:57,306 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 16:19:57,308 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-02 16:19:57,312 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-02 16:19:57,313 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-02 16:19:57,314 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-02 16:19:57,315 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-02 16:19:57,329 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-02 16:19:57,335 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-02 16:19:57,338 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-02 16:19:57,338 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-02 16:19:57,339 main DEBUG createAppenders(={Console}) 2024-12-02 16:19:57,339 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4dc27487 initialized 2024-12-02 16:19:57,340 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4dc27487 2024-12-02 16:19:57,340 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4dc27487 OK. 2024-12-02 16:19:57,341 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-02 16:19:57,341 main DEBUG OutputStream closed 2024-12-02 16:19:57,342 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-02 16:19:57,342 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-02 16:19:57,342 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@53aac487 OK 2024-12-02 16:19:57,484 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-02 16:19:57,502 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-02 16:19:57,504 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-02 16:19:57,505 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-02 16:19:57,506 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-02 16:19:57,506 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-02 16:19:57,508 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-02 16:19:57,508 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-02 16:19:57,509 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-02 16:19:57,509 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-02 16:19:57,510 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-02 16:19:57,510 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-02 16:19:57,511 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-02 16:19:57,512 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-02 16:19:57,512 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-02 16:19:57,513 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-02 16:19:57,513 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-02 16:19:57,514 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-02 16:19:57,516 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02 16:19:57,517 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6e4566f1) with optional ClassLoader: null 2024-12-02 16:19:57,517 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-02 16:19:57,519 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6e4566f1] started OK. 2024-12-02T16:19:58,034 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd669b05-44c7-7ce5-5281-728c59ef3cb2 2024-12-02 16:19:58,037 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-02 16:19:58,037 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02T16:19:58,047 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithAdaptivePolicy timeout: 13 mins 2024-12-02T16:19:58,075 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T16:19:58,079 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd669b05-44c7-7ce5-5281-728c59ef3cb2/cluster_6d5ce93a-cda1-7c33-b243-f195da9d29a1, deleteOnExit=true 2024-12-02T16:19:58,080 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-02T16:19:58,081 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd669b05-44c7-7ce5-5281-728c59ef3cb2/test.cache.data in system properties and HBase conf 2024-12-02T16:19:58,081 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd669b05-44c7-7ce5-5281-728c59ef3cb2/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T16:19:58,082 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd669b05-44c7-7ce5-5281-728c59ef3cb2/hadoop.log.dir in system properties and HBase conf 2024-12-02T16:19:58,083 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd669b05-44c7-7ce5-5281-728c59ef3cb2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T16:19:58,084 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd669b05-44c7-7ce5-5281-728c59ef3cb2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T16:19:58,084 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-02T16:19:58,193 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-02T16:19:58,301 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T16:19:58,306 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd669b05-44c7-7ce5-5281-728c59ef3cb2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T16:19:58,307 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd669b05-44c7-7ce5-5281-728c59ef3cb2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T16:19:58,307 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd669b05-44c7-7ce5-5281-728c59ef3cb2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T16:19:58,308 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd669b05-44c7-7ce5-5281-728c59ef3cb2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T16:19:58,309 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd669b05-44c7-7ce5-5281-728c59ef3cb2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T16:19:58,309 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd669b05-44c7-7ce5-5281-728c59ef3cb2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T16:19:58,310 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd669b05-44c7-7ce5-5281-728c59ef3cb2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T16:19:58,310 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd669b05-44c7-7ce5-5281-728c59ef3cb2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T16:19:58,311 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd669b05-44c7-7ce5-5281-728c59ef3cb2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T16:19:58,312 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd669b05-44c7-7ce5-5281-728c59ef3cb2/nfs.dump.dir in system properties and HBase conf 2024-12-02T16:19:58,312 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd669b05-44c7-7ce5-5281-728c59ef3cb2/java.io.tmpdir in system properties and HBase conf 2024-12-02T16:19:58,313 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd669b05-44c7-7ce5-5281-728c59ef3cb2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T16:19:58,313 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd669b05-44c7-7ce5-5281-728c59ef3cb2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T16:19:58,314 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd669b05-44c7-7ce5-5281-728c59ef3cb2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T16:19:59,380 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-02T16:19:59,479 INFO [Time-limited test {}] log.Log(170): Logging initialized @3666ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-02T16:19:59,584 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T16:19:59,671 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T16:19:59,746 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T16:19:59,746 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T16:19:59,748 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T16:19:59,766 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T16:19:59,773 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73882ca4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd669b05-44c7-7ce5-5281-728c59ef3cb2/hadoop.log.dir/,AVAILABLE} 2024-12-02T16:19:59,774 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@588be694{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T16:20:00,014 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f0d4558{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd669b05-44c7-7ce5-5281-728c59ef3cb2/java.io.tmpdir/jetty-localhost-39321-hadoop-hdfs-3_4_1-tests_jar-_-any-2395573816596821456/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T16:20:00,026 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a299586{HTTP/1.1, (http/1.1)}{localhost:39321} 2024-12-02T16:20:00,026 INFO [Time-limited test {}] server.Server(415): Started @4215ms 2024-12-02T16:20:00,530 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T16:20:00,538 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T16:20:00,540 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T16:20:00,540 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T16:20:00,541 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T16:20:00,541 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a9a1951{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd669b05-44c7-7ce5-5281-728c59ef3cb2/hadoop.log.dir/,AVAILABLE} 2024-12-02T16:20:00,542 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@200c8689{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T16:20:00,699 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e8c6150{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd669b05-44c7-7ce5-5281-728c59ef3cb2/java.io.tmpdir/jetty-localhost-46697-hadoop-hdfs-3_4_1-tests_jar-_-any-3072370767166375617/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T16:20:00,700 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c9bdbec{HTTP/1.1, (http/1.1)}{localhost:46697} 2024-12-02T16:20:00,700 INFO [Time-limited test {}] server.Server(415): Started @4889ms 2024-12-02T16:20:00,761 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T16:20:01,209 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd669b05-44c7-7ce5-5281-728c59ef3cb2/cluster_6d5ce93a-cda1-7c33-b243-f195da9d29a1/dfs/data/data2/current/BP-1694654055-172.17.0.2-1733156399094/current, will proceed with Du for space computation calculation, 2024-12-02T16:20:01,209 WARN [Thread-71 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd669b05-44c7-7ce5-5281-728c59ef3cb2/cluster_6d5ce93a-cda1-7c33-b243-f195da9d29a1/dfs/data/data1/current/BP-1694654055-172.17.0.2-1733156399094/current, will proceed with Du for space computation calculation, 2024-12-02T16:20:01,250 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T16:20:01,305 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6390851b3c45604a with lease ID 0x8615b7dfe7916dca: Processing first storage report for DS-ed43375d-2ce8-4187-abf1-aa3158b8aef1 from datanode DatanodeRegistration(127.0.0.1:36509, datanodeUuid=195c3ce4-bccb-4475-b84b-a878d6907007, infoPort=43107, infoSecurePort=0, ipcPort=33779, storageInfo=lv=-57;cid=testClusterID;nsid=607730410;c=1733156399094) 2024-12-02T16:20:01,306 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6390851b3c45604a with lease ID 0x8615b7dfe7916dca: from storage DS-ed43375d-2ce8-4187-abf1-aa3158b8aef1 node DatanodeRegistration(127.0.0.1:36509, datanodeUuid=195c3ce4-bccb-4475-b84b-a878d6907007, infoPort=43107, infoSecurePort=0, ipcPort=33779, storageInfo=lv=-57;cid=testClusterID;nsid=607730410;c=1733156399094), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T16:20:01,306 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6390851b3c45604a with lease ID 0x8615b7dfe7916dca: Processing first storage report for DS-c408c057-7708-4335-a152-490630326e66 from datanode DatanodeRegistration(127.0.0.1:36509, datanodeUuid=195c3ce4-bccb-4475-b84b-a878d6907007, infoPort=43107, infoSecurePort=0, ipcPort=33779, storageInfo=lv=-57;cid=testClusterID;nsid=607730410;c=1733156399094) 2024-12-02T16:20:01,306 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6390851b3c45604a with lease ID 0x8615b7dfe7916dca: from storage DS-c408c057-7708-4335-a152-490630326e66 node DatanodeRegistration(127.0.0.1:36509, datanodeUuid=195c3ce4-bccb-4475-b84b-a878d6907007, infoPort=43107, infoSecurePort=0, ipcPort=33779, storageInfo=lv=-57;cid=testClusterID;nsid=607730410;c=1733156399094), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T16:20:01,341 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd669b05-44c7-7ce5-5281-728c59ef3cb2 2024-12-02T16:20:01,445 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd669b05-44c7-7ce5-5281-728c59ef3cb2/cluster_6d5ce93a-cda1-7c33-b243-f195da9d29a1/zookeeper_0, clientPort=63236, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd669b05-44c7-7ce5-5281-728c59ef3cb2/cluster_6d5ce93a-cda1-7c33-b243-f195da9d29a1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd669b05-44c7-7ce5-5281-728c59ef3cb2/cluster_6d5ce93a-cda1-7c33-b243-f195da9d29a1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T16:20:01,456 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=63236 2024-12-02T16:20:01,470 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:20:01,474 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:20:01,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741825_1001 (size=7) 2024-12-02T16:20:02,130 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b with version=8 2024-12-02T16:20:02,131 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/hbase-staging 2024-12-02T16:20:02,280 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-02T16:20:02,701 INFO [Time-limited test {}] client.ConnectionUtils(129): master/2a8f9448bb5c:0 server-side Connection retries=45 2024-12-02T16:20:02,730 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T16:20:02,731 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T16:20:02,731 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T16:20:02,732 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T16:20:02,732 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T16:20:03,001 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T16:20:03,110 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-02T16:20:03,127 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-02T16:20:03,132 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T16:20:03,173 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 7844 (auto-detected) 2024-12-02T16:20:03,174 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-02T16:20:03,207 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:38459 2024-12-02T16:20:03,218 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:20:03,222 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:20:03,242 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:38459 connecting to ZooKeeper ensemble=127.0.0.1:63236 2024-12-02T16:20:03,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:384590x0, quorum=127.0.0.1:63236, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T16:20:03,331 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38459-0x1009bc9fba90000 connected 2024-12-02T16:20:03,462 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38459-0x1009bc9fba90000, quorum=127.0.0.1:63236, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T16:20:03,467 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38459-0x1009bc9fba90000, quorum=127.0.0.1:63236, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T16:20:03,471 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38459-0x1009bc9fba90000, quorum=127.0.0.1:63236, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T16:20:03,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38459 2024-12-02T16:20:03,482 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38459 2024-12-02T16:20:03,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38459 2024-12-02T16:20:03,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38459 2024-12-02T16:20:03,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38459 2024-12-02T16:20:03,498 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b, hbase.cluster.distributed=false 2024-12-02T16:20:03,636 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/2a8f9448bb5c:0 server-side Connection retries=45 2024-12-02T16:20:03,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T16:20:03,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T16:20:03,637 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T16:20:03,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T16:20:03,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T16:20:03,641 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T16:20:03,644 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T16:20:03,665 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:46371 2024-12-02T16:20:03,668 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T16:20:03,689 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T16:20:03,702 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:20:03,731 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:20:03,737 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:46371 connecting to ZooKeeper ensemble=127.0.0.1:63236 2024-12-02T16:20:03,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463710x0, quorum=127.0.0.1:63236, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T16:20:03,744 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:463710x0, quorum=127.0.0.1:63236, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T16:20:03,749 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:463710x0, quorum=127.0.0.1:63236, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T16:20:03,752 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:463710x0, quorum=127.0.0.1:63236, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T16:20:03,752 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46371-0x1009bc9fba90001 connected 2024-12-02T16:20:03,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46371 2024-12-02T16:20:03,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46371 2024-12-02T16:20:03,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46371 2024-12-02T16:20:03,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46371 2024-12-02T16:20:03,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46371 2024-12-02T16:20:03,788 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/2a8f9448bb5c,38459,1733156402272 2024-12-02T16:20:03,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46371-0x1009bc9fba90001, quorum=127.0.0.1:63236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T16:20:03,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38459-0x1009bc9fba90000, quorum=127.0.0.1:63236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T16:20:03,804 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38459-0x1009bc9fba90000, quorum=127.0.0.1:63236, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2a8f9448bb5c,38459,1733156402272 2024-12-02T16:20:03,811 DEBUG [M:0;2a8f9448bb5c:38459 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2a8f9448bb5c:38459 2024-12-02T16:20:03,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46371-0x1009bc9fba90001, quorum=127.0.0.1:63236, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T16:20:03,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46371-0x1009bc9fba90001, quorum=127.0.0.1:63236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:20:03,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38459-0x1009bc9fba90000, quorum=127.0.0.1:63236, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T16:20:03,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38459-0x1009bc9fba90000, quorum=127.0.0.1:63236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:20:03,840 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:38459-0x1009bc9fba90000, quorum=127.0.0.1:63236, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-02T16:20:03,840 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38459-0x1009bc9fba90000, quorum=127.0.0.1:63236, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-02T16:20:03,842 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2a8f9448bb5c,38459,1733156402272 from backup master directory 2024-12-02T16:20:03,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46371-0x1009bc9fba90001, quorum=127.0.0.1:63236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T16:20:03,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38459-0x1009bc9fba90000, quorum=127.0.0.1:63236, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2a8f9448bb5c,38459,1733156402272 2024-12-02T16:20:03,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38459-0x1009bc9fba90000, quorum=127.0.0.1:63236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T16:20:03,847 WARN [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T16:20:03,849 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2a8f9448bb5c,38459,1733156402272 2024-12-02T16:20:03,852 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-02T16:20:03,861 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-02T16:20:03,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741826_1002 (size=42) 2024-12-02T16:20:04,363 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/hbase.id with ID: 8bb39be5-826b-4583-84ed-889d84b11711 2024-12-02T16:20:04,409 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:20:04,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46371-0x1009bc9fba90001, quorum=127.0.0.1:63236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:20:04,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38459-0x1009bc9fba90000, quorum=127.0.0.1:63236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:20:04,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741827_1003 (size=196) 2024-12-02T16:20:04,873 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T16:20:04,877 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T16:20:04,894 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:04,898 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T16:20:04,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741828_1004 (size=1189) 2024-12-02T16:20:05,343 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/MasterData/data/master/store 2024-12-02T16:20:05,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741829_1005 (size=34) 2024-12-02T16:20:05,362 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-02T16:20:05,363 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:20:05,364 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T16:20:05,364 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:20:05,364 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:20:05,364 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T16:20:05,364 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:20:05,365 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:20:05,365 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-02T16:20:05,367 WARN [master/2a8f9448bb5c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/MasterData/data/master/store/.initializing 2024-12-02T16:20:05,367 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/MasterData/WALs/2a8f9448bb5c,38459,1733156402272 2024-12-02T16:20:05,373 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T16:20:05,385 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2a8f9448bb5c%2C38459%2C1733156402272, suffix=, logDir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/MasterData/WALs/2a8f9448bb5c,38459,1733156402272, archiveDir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/MasterData/oldWALs, maxLogs=10 2024-12-02T16:20:05,407 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/MasterData/WALs/2a8f9448bb5c,38459,1733156402272/2a8f9448bb5c%2C38459%2C1733156402272.1733156405390, exclude list is [], retry=0 2024-12-02T16:20:05,426 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36509,DS-ed43375d-2ce8-4187-abf1-aa3158b8aef1,DISK] 2024-12-02T16:20:05,430 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-02T16:20:05,473 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/MasterData/WALs/2a8f9448bb5c,38459,1733156402272/2a8f9448bb5c%2C38459%2C1733156402272.1733156405390 2024-12-02T16:20:05,474 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43107:43107)] 2024-12-02T16:20:05,474 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T16:20:05,475 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:20:05,478 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:20:05,479 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:20:05,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:20:05,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T16:20:05,543 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:20:05,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T16:20:05,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:20:05,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T16:20:05,549 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:20:05,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:20:05,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:20:05,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T16:20:05,553 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:20:05,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:20:05,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:20:05,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T16:20:05,556 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:20:05,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:20:05,560 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:20:05,561 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:20:05,569 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T16:20:05,572 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:20:05,577 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T16:20:05,578 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66242667, jitterRate=-0.012907341122627258}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T16:20:05,582 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-02T16:20:05,582 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T16:20:05,609 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@354d60a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:20:05,643 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-02T16:20:05,655 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T16:20:05,656 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T16:20:05,658 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T16:20:05,659 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-02T16:20:05,664 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-12-02T16:20:05,664 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T16:20:05,689 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T16:20:05,704 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38459-0x1009bc9fba90000, quorum=127.0.0.1:63236, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-02T16:20:05,707 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-02T16:20:05,710 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T16:20:05,711 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38459-0x1009bc9fba90000, quorum=127.0.0.1:63236, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-02T16:20:05,713 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-02T16:20:05,714 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T16:20:05,718 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38459-0x1009bc9fba90000, quorum=127.0.0.1:63236, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-02T16:20:05,720 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-02T16:20:05,721 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38459-0x1009bc9fba90000, quorum=127.0.0.1:63236, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-02T16:20:05,723 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-02T16:20:05,735 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38459-0x1009bc9fba90000, quorum=127.0.0.1:63236, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T16:20:05,737 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-02T16:20:05,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46371-0x1009bc9fba90001, quorum=127.0.0.1:63236, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T16:20:05,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38459-0x1009bc9fba90000, quorum=127.0.0.1:63236, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T16:20:05,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46371-0x1009bc9fba90001, quorum=127.0.0.1:63236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:20:05,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38459-0x1009bc9fba90000, quorum=127.0.0.1:63236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:20:05,742 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=2a8f9448bb5c,38459,1733156402272, sessionid=0x1009bc9fba90000, setting cluster-up flag (Was=false) 2024-12-02T16:20:05,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46371-0x1009bc9fba90001, quorum=127.0.0.1:63236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:20:05,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38459-0x1009bc9fba90000, quorum=127.0.0.1:63236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:20:05,761 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-02T16:20:05,764 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2a8f9448bb5c,38459,1733156402272 2024-12-02T16:20:05,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46371-0x1009bc9fba90001, quorum=127.0.0.1:63236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:20:05,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38459-0x1009bc9fba90000, quorum=127.0.0.1:63236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:20:05,777 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-02T16:20:05,779 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2a8f9448bb5c,38459,1733156402272 2024-12-02T16:20:05,803 DEBUG [RS:0;2a8f9448bb5c:46371 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2a8f9448bb5c:46371 2024-12-02T16:20:05,805 INFO [RS:0;2a8f9448bb5c:46371 {}] regionserver.HRegionServer(1008): ClusterId : 8bb39be5-826b-4583-84ed-889d84b11711 2024-12-02T16:20:05,808 DEBUG [RS:0;2a8f9448bb5c:46371 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T16:20:05,813 DEBUG [RS:0;2a8f9448bb5c:46371 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T16:20:05,813 DEBUG [RS:0;2a8f9448bb5c:46371 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T16:20:05,818 DEBUG [RS:0;2a8f9448bb5c:46371 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T16:20:05,818 DEBUG [RS:0;2a8f9448bb5c:46371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bc5f3d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:20:05,821 DEBUG [RS:0;2a8f9448bb5c:46371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21493d9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2a8f9448bb5c/172.17.0.2:0 2024-12-02T16:20:05,824 INFO [RS:0;2a8f9448bb5c:46371 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-02T16:20:05,825 INFO [RS:0;2a8f9448bb5c:46371 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-02T16:20:05,825 DEBUG [RS:0;2a8f9448bb5c:46371 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-02T16:20:05,827 INFO [RS:0;2a8f9448bb5c:46371 {}] regionserver.HRegionServer(3073): reportForDuty to master=2a8f9448bb5c,38459,1733156402272 with isa=2a8f9448bb5c/172.17.0.2:46371, startcode=1733156403634 2024-12-02T16:20:05,843 DEBUG [RS:0;2a8f9448bb5c:46371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T16:20:05,883 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-02T16:20:05,886 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45123, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T16:20:05,892 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-02T16:20:05,894 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38459 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3280) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:593) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:05,895 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T16:20:05,901 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2a8f9448bb5c,38459,1733156402272 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T16:20:05,906 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2a8f9448bb5c:0, corePoolSize=5, maxPoolSize=5 2024-12-02T16:20:05,906 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2a8f9448bb5c:0, corePoolSize=5, maxPoolSize=5 2024-12-02T16:20:05,906 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2a8f9448bb5c:0, corePoolSize=5, maxPoolSize=5 2024-12-02T16:20:05,906 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2a8f9448bb5c:0, corePoolSize=5, maxPoolSize=5 2024-12-02T16:20:05,907 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2a8f9448bb5c:0, corePoolSize=10, maxPoolSize=10 2024-12-02T16:20:05,907 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:20:05,907 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2a8f9448bb5c:0, corePoolSize=2, maxPoolSize=2 2024-12-02T16:20:05,907 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:20:05,914 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-02T16:20:05,914 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-02T16:20:05,919 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:20:05,919 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T16:20:05,926 DEBUG [RS:0;2a8f9448bb5c:46371 {}] regionserver.HRegionServer(3097): Master is not running yet 2024-12-02T16:20:05,926 WARN [RS:0;2a8f9448bb5c:46371 {}] regionserver.HRegionServer(1099): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-02T16:20:05,928 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733156435927 2024-12-02T16:20:05,929 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T16:20:05,931 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T16:20:05,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741831_1007 (size=1039) 2024-12-02T16:20:05,934 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T16:20:05,935 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T16:20:05,935 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T16:20:05,935 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T16:20:05,936 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T16:20:05,937 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T16:20:05,938 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T16:20:05,939 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T16:20:05,941 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T16:20:05,941 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T16:20:05,943 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2a8f9448bb5c:0:becomeActiveMaster-HFileCleaner.large.0-1733156405942,5,FailOnTimeoutGroup] 2024-12-02T16:20:05,944 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2a8f9448bb5c:0:becomeActiveMaster-HFileCleaner.small.0-1733156405943,5,FailOnTimeoutGroup] 2024-12-02T16:20:05,944 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T16:20:05,945 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T16:20:05,946 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T16:20:05,946 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T16:20:06,027 INFO [RS:0;2a8f9448bb5c:46371 {}] regionserver.HRegionServer(3073): reportForDuty to master=2a8f9448bb5c,38459,1733156402272 with isa=2a8f9448bb5c/172.17.0.2:46371, startcode=1733156403634 2024-12-02T16:20:06,029 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38459 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:06,031 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38459 {}] master.ServerManager(486): Registering regionserver=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:06,039 DEBUG [RS:0;2a8f9448bb5c:46371 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b 2024-12-02T16:20:06,039 DEBUG [RS:0;2a8f9448bb5c:46371 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:41271 2024-12-02T16:20:06,039 DEBUG [RS:0;2a8f9448bb5c:46371 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-02T16:20:06,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38459-0x1009bc9fba90000, quorum=127.0.0.1:63236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T16:20:06,044 DEBUG [RS:0;2a8f9448bb5c:46371 {}] zookeeper.ZKUtil(111): regionserver:46371-0x1009bc9fba90001, quorum=127.0.0.1:63236, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:06,044 WARN [RS:0;2a8f9448bb5c:46371 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T16:20:06,044 INFO [RS:0;2a8f9448bb5c:46371 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T16:20:06,044 DEBUG [RS:0;2a8f9448bb5c:46371 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/WALs/2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:06,046 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2a8f9448bb5c,46371,1733156403634] 2024-12-02T16:20:06,062 DEBUG [RS:0;2a8f9448bb5c:46371 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-02T16:20:06,072 INFO [RS:0;2a8f9448bb5c:46371 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T16:20:06,083 INFO [RS:0;2a8f9448bb5c:46371 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T16:20:06,086 INFO [RS:0;2a8f9448bb5c:46371 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T16:20:06,086 INFO [RS:0;2a8f9448bb5c:46371 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T16:20:06,087 INFO [RS:0;2a8f9448bb5c:46371 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-02T16:20:06,093 INFO [RS:0;2a8f9448bb5c:46371 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T16:20:06,093 DEBUG [RS:0;2a8f9448bb5c:46371 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:20:06,093 DEBUG [RS:0;2a8f9448bb5c:46371 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:20:06,093 DEBUG [RS:0;2a8f9448bb5c:46371 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:20:06,093 DEBUG [RS:0;2a8f9448bb5c:46371 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:20:06,093 DEBUG [RS:0;2a8f9448bb5c:46371 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:20:06,094 DEBUG [RS:0;2a8f9448bb5c:46371 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2a8f9448bb5c:0, corePoolSize=2, maxPoolSize=2 2024-12-02T16:20:06,094 DEBUG [RS:0;2a8f9448bb5c:46371 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:20:06,094 DEBUG [RS:0;2a8f9448bb5c:46371 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:20:06,094 DEBUG [RS:0;2a8f9448bb5c:46371 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:20:06,094 DEBUG [RS:0;2a8f9448bb5c:46371 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:20:06,094 DEBUG [RS:0;2a8f9448bb5c:46371 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:20:06,095 DEBUG [RS:0;2a8f9448bb5c:46371 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2a8f9448bb5c:0, corePoolSize=3, maxPoolSize=3 2024-12-02T16:20:06,095 DEBUG [RS:0;2a8f9448bb5c:46371 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0, corePoolSize=3, maxPoolSize=3 2024-12-02T16:20:06,096 INFO [RS:0;2a8f9448bb5c:46371 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T16:20:06,096 INFO [RS:0;2a8f9448bb5c:46371 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T16:20:06,096 INFO [RS:0;2a8f9448bb5c:46371 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T16:20:06,096 INFO [RS:0;2a8f9448bb5c:46371 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T16:20:06,096 INFO [RS:0;2a8f9448bb5c:46371 {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,46371,1733156403634-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T16:20:06,116 INFO [RS:0;2a8f9448bb5c:46371 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T16:20:06,119 INFO [RS:0;2a8f9448bb5c:46371 {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,46371,1733156403634-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T16:20:06,137 INFO [RS:0;2a8f9448bb5c:46371 {}] regionserver.Replication(204): 2a8f9448bb5c,46371,1733156403634 started 2024-12-02T16:20:06,138 INFO [RS:0;2a8f9448bb5c:46371 {}] regionserver.HRegionServer(1767): Serving as 2a8f9448bb5c,46371,1733156403634, RpcServer on 2a8f9448bb5c/172.17.0.2:46371, sessionid=0x1009bc9fba90001 2024-12-02T16:20:06,138 DEBUG [RS:0;2a8f9448bb5c:46371 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T16:20:06,138 DEBUG [RS:0;2a8f9448bb5c:46371 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:06,138 DEBUG [RS:0;2a8f9448bb5c:46371 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2a8f9448bb5c,46371,1733156403634' 2024-12-02T16:20:06,138 DEBUG [RS:0;2a8f9448bb5c:46371 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T16:20:06,139 DEBUG [RS:0;2a8f9448bb5c:46371 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T16:20:06,140 DEBUG [RS:0;2a8f9448bb5c:46371 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T16:20:06,140 DEBUG [RS:0;2a8f9448bb5c:46371 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T16:20:06,140 DEBUG [RS:0;2a8f9448bb5c:46371 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:06,140 DEBUG [RS:0;2a8f9448bb5c:46371 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2a8f9448bb5c,46371,1733156403634' 2024-12-02T16:20:06,140 DEBUG [RS:0;2a8f9448bb5c:46371 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T16:20:06,141 DEBUG [RS:0;2a8f9448bb5c:46371 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T16:20:06,141 DEBUG [RS:0;2a8f9448bb5c:46371 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T16:20:06,141 INFO [RS:0;2a8f9448bb5c:46371 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T16:20:06,141 INFO [RS:0;2a8f9448bb5c:46371 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T16:20:06,247 INFO [RS:0;2a8f9448bb5c:46371 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T16:20:06,250 INFO [RS:0;2a8f9448bb5c:46371 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2a8f9448bb5c%2C46371%2C1733156403634, suffix=, logDir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/WALs/2a8f9448bb5c,46371,1733156403634, archiveDir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/oldWALs, maxLogs=32 2024-12-02T16:20:06,267 DEBUG [RS:0;2a8f9448bb5c:46371 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/WALs/2a8f9448bb5c,46371,1733156403634/2a8f9448bb5c%2C46371%2C1733156403634.1733156406252, exclude list is [], retry=0 2024-12-02T16:20:06,272 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36509,DS-ed43375d-2ce8-4187-abf1-aa3158b8aef1,DISK] 2024-12-02T16:20:06,275 INFO [RS:0;2a8f9448bb5c:46371 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/WALs/2a8f9448bb5c,46371,1733156403634/2a8f9448bb5c%2C46371%2C1733156403634.1733156406252 2024-12-02T16:20:06,275 DEBUG [RS:0;2a8f9448bb5c:46371 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43107:43107)] 2024-12-02T16:20:06,334 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-02T16:20:06,335 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b 2024-12-02T16:20:06,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741833_1009 (size=32) 2024-12-02T16:20:06,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:20:06,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T16:20:06,750 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T16:20:06,750 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:20:06,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T16:20:06,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T16:20:06,753 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T16:20:06,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:20:06,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T16:20:06,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T16:20:06,756 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T16:20:06,757 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:20:06,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T16:20:06,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/hbase/meta/1588230740 2024-12-02T16:20:06,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/hbase/meta/1588230740 2024-12-02T16:20:06,762 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T16:20:06,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-02T16:20:06,768 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T16:20:06,769 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74056182, jitterRate=0.10352310538291931}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T16:20:06,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-02T16:20:06,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-02T16:20:06,771 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-02T16:20:06,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-02T16:20:06,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T16:20:06,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T16:20:06,772 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-02T16:20:06,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-02T16:20:06,774 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-02T16:20:06,774 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-02T16:20:06,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T16:20:06,787 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T16:20:06,789 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T16:20:06,941 DEBUG [2a8f9448bb5c:38459 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T16:20:06,945 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:06,950 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2a8f9448bb5c,46371,1733156403634, state=OPENING 2024-12-02T16:20:06,955 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T16:20:06,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46371-0x1009bc9fba90001, quorum=127.0.0.1:63236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:20:06,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38459-0x1009bc9fba90000, quorum=127.0.0.1:63236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:20:06,957 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T16:20:06,957 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T16:20:06,959 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=2a8f9448bb5c,46371,1733156403634}] 2024-12-02T16:20:07,133 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:07,135 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T16:20:07,139 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37096, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T16:20:07,150 INFO [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-02T16:20:07,150 INFO [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T16:20:07,151 INFO [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T16:20:07,155 INFO [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2a8f9448bb5c%2C46371%2C1733156403634.meta, suffix=.meta, logDir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/WALs/2a8f9448bb5c,46371,1733156403634, archiveDir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/oldWALs, maxLogs=32 2024-12-02T16:20:07,173 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/WALs/2a8f9448bb5c,46371,1733156403634/2a8f9448bb5c%2C46371%2C1733156403634.meta.1733156407157.meta, exclude list is [], retry=0 2024-12-02T16:20:07,177 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36509,DS-ed43375d-2ce8-4187-abf1-aa3158b8aef1,DISK] 2024-12-02T16:20:07,180 INFO [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/WALs/2a8f9448bb5c,46371,1733156403634/2a8f9448bb5c%2C46371%2C1733156403634.meta.1733156407157.meta 2024-12-02T16:20:07,180 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43107:43107)] 2024-12-02T16:20:07,180 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T16:20:07,182 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T16:20:07,245 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T16:20:07,250 INFO [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T16:20:07,255 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T16:20:07,255 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:20:07,256 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-02T16:20:07,256 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-02T16:20:07,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T16:20:07,261 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T16:20:07,262 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:20:07,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T16:20:07,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T16:20:07,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T16:20:07,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:20:07,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T16:20:07,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T16:20:07,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T16:20:07,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:20:07,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T16:20:07,270 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/hbase/meta/1588230740 2024-12-02T16:20:07,278 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/hbase/meta/1588230740 2024-12-02T16:20:07,281 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T16:20:07,284 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-02T16:20:07,285 INFO [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65630772, jitterRate=-0.02202528715133667}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T16:20:07,287 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-02T16:20:07,298 INFO [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733156407126 2024-12-02T16:20:07,312 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:07,314 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T16:20:07,314 INFO [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-02T16:20:07,314 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2a8f9448bb5c,46371,1733156403634, state=OPEN 2024-12-02T16:20:07,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46371-0x1009bc9fba90001, quorum=127.0.0.1:63236, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T16:20:07,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38459-0x1009bc9fba90000, quorum=127.0.0.1:63236, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T16:20:07,321 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T16:20:07,321 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T16:20:07,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T16:20:07,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=2a8f9448bb5c,46371,1733156403634 in 361 msec 2024-12-02T16:20:07,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T16:20:07,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 547 msec 2024-12-02T16:20:07,338 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.5130 sec 2024-12-02T16:20:07,338 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733156407338, completionTime=-1 2024-12-02T16:20:07,339 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T16:20:07,339 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-02T16:20:07,383 DEBUG [hconnection-0x5ff3866e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:20:07,385 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37108, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:20:07,396 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-02T16:20:07,396 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733156467396 2024-12-02T16:20:07,396 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733156527396 2024-12-02T16:20:07,396 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 57 msec 2024-12-02T16:20:07,427 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,38459,1733156402272-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T16:20:07,428 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,38459,1733156402272-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T16:20:07,428 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,38459,1733156402272-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T16:20:07,430 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2a8f9448bb5c:38459, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T16:20:07,433 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T16:20:07,443 DEBUG [master/2a8f9448bb5c:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-02T16:20:07,444 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-02T16:20:07,446 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T16:20:07,455 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-02T16:20:07,459 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T16:20:07,460 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:20:07,463 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T16:20:07,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741835_1011 (size=358) 2024-12-02T16:20:07,494 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4453b7e759b6fd28da4d0761888a1852, NAME => 'hbase:namespace,,1733156407445.4453b7e759b6fd28da4d0761888a1852.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b 2024-12-02T16:20:07,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741836_1012 (size=42) 2024-12-02T16:20:07,509 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733156407445.4453b7e759b6fd28da4d0761888a1852.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:20:07,509 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 4453b7e759b6fd28da4d0761888a1852, disabling compactions & flushes 2024-12-02T16:20:07,509 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733156407445.4453b7e759b6fd28da4d0761888a1852. 2024-12-02T16:20:07,509 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733156407445.4453b7e759b6fd28da4d0761888a1852. 2024-12-02T16:20:07,509 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733156407445.4453b7e759b6fd28da4d0761888a1852. after waiting 0 ms 2024-12-02T16:20:07,509 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733156407445.4453b7e759b6fd28da4d0761888a1852. 2024-12-02T16:20:07,510 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733156407445.4453b7e759b6fd28da4d0761888a1852. 2024-12-02T16:20:07,510 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4453b7e759b6fd28da4d0761888a1852: 2024-12-02T16:20:07,512 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T16:20:07,520 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733156407445.4453b7e759b6fd28da4d0761888a1852.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733156407513"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733156407513"}]},"ts":"1733156407513"} 2024-12-02T16:20:07,551 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-02T16:20:07,553 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T16:20:07,562 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733156407553"}]},"ts":"1733156407553"} 2024-12-02T16:20:07,568 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-02T16:20:07,576 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=4453b7e759b6fd28da4d0761888a1852, ASSIGN}] 2024-12-02T16:20:07,579 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=4453b7e759b6fd28da4d0761888a1852, ASSIGN 2024-12-02T16:20:07,581 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=4453b7e759b6fd28da4d0761888a1852, ASSIGN; state=OFFLINE, location=2a8f9448bb5c,46371,1733156403634; forceNewPlan=false, retain=false 2024-12-02T16:20:07,732 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=4453b7e759b6fd28da4d0761888a1852, regionState=OPENING, regionLocation=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:07,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 4453b7e759b6fd28da4d0761888a1852, server=2a8f9448bb5c,46371,1733156403634}] 2024-12-02T16:20:07,894 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:07,901 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733156407445.4453b7e759b6fd28da4d0761888a1852. 2024-12-02T16:20:07,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 4453b7e759b6fd28da4d0761888a1852, NAME => 'hbase:namespace,,1733156407445.4453b7e759b6fd28da4d0761888a1852.', STARTKEY => '', ENDKEY => ''} 2024-12-02T16:20:07,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 4453b7e759b6fd28da4d0761888a1852 2024-12-02T16:20:07,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733156407445.4453b7e759b6fd28da4d0761888a1852.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:20:07,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 4453b7e759b6fd28da4d0761888a1852 2024-12-02T16:20:07,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 4453b7e759b6fd28da4d0761888a1852 2024-12-02T16:20:07,906 INFO [StoreOpener-4453b7e759b6fd28da4d0761888a1852-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 4453b7e759b6fd28da4d0761888a1852 2024-12-02T16:20:07,909 INFO [StoreOpener-4453b7e759b6fd28da4d0761888a1852-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4453b7e759b6fd28da4d0761888a1852 columnFamilyName info 2024-12-02T16:20:07,909 DEBUG [StoreOpener-4453b7e759b6fd28da4d0761888a1852-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:20:07,911 INFO [StoreOpener-4453b7e759b6fd28da4d0761888a1852-1 {}] regionserver.HStore(327): Store=4453b7e759b6fd28da4d0761888a1852/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:20:07,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/hbase/namespace/4453b7e759b6fd28da4d0761888a1852 2024-12-02T16:20:07,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/hbase/namespace/4453b7e759b6fd28da4d0761888a1852 2024-12-02T16:20:07,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 4453b7e759b6fd28da4d0761888a1852 2024-12-02T16:20:07,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/hbase/namespace/4453b7e759b6fd28da4d0761888a1852/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T16:20:07,927 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 4453b7e759b6fd28da4d0761888a1852; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69575590, jitterRate=0.036757081747055054}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T16:20:07,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 4453b7e759b6fd28da4d0761888a1852: 2024-12-02T16:20:07,931 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733156407445.4453b7e759b6fd28da4d0761888a1852., pid=6, masterSystemTime=1733156407894 2024-12-02T16:20:07,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733156407445.4453b7e759b6fd28da4d0761888a1852. 2024-12-02T16:20:07,936 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733156407445.4453b7e759b6fd28da4d0761888a1852. 2024-12-02T16:20:07,936 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=4453b7e759b6fd28da4d0761888a1852, regionState=OPEN, openSeqNum=2, regionLocation=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:07,945 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T16:20:07,946 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 4453b7e759b6fd28da4d0761888a1852, server=2a8f9448bb5c,46371,1733156403634 in 203 msec 2024-12-02T16:20:07,950 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T16:20:07,950 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=4453b7e759b6fd28da4d0761888a1852, ASSIGN in 369 msec 2024-12-02T16:20:07,952 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T16:20:07,952 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733156407952"}]},"ts":"1733156407952"} 2024-12-02T16:20:07,956 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-02T16:20:07,960 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:38459-0x1009bc9fba90000, quorum=127.0.0.1:63236, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-02T16:20:07,960 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T16:20:07,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38459-0x1009bc9fba90000, quorum=127.0.0.1:63236, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-02T16:20:07,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46371-0x1009bc9fba90001, quorum=127.0.0.1:63236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:20:07,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38459-0x1009bc9fba90000, quorum=127.0.0.1:63236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:20:07,965 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 514 msec 2024-12-02T16:20:07,994 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-02T16:20:08,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38459-0x1009bc9fba90000, quorum=127.0.0.1:63236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-02T16:20:08,015 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 25 msec 2024-12-02T16:20:08,028 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-02T16:20:08,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38459-0x1009bc9fba90000, quorum=127.0.0.1:63236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-02T16:20:08,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 16 msec 2024-12-02T16:20:08,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38459-0x1009bc9fba90000, quorum=127.0.0.1:63236, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-02T16:20:08,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38459-0x1009bc9fba90000, quorum=127.0.0.1:63236, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-02T16:20:08,079 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.230sec 2024-12-02T16:20:08,081 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T16:20:08,083 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T16:20:08,085 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T16:20:08,085 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T16:20:08,085 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T16:20:08,087 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,38459,1733156402272-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T16:20:08,087 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,38459,1733156402272-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T16:20:08,096 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-02T16:20:08,097 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T16:20:08,097 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,38459,1733156402272-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T16:20:08,109 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5009c05e to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7d3b45d8 2024-12-02T16:20:08,110 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-02T16:20:08,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20b504bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:20:08,123 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-02T16:20:08,123 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-02T16:20:08,134 DEBUG [hconnection-0x6c70542a-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:20:08,145 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37112, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:20:08,156 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=2a8f9448bb5c,38459,1733156402272 2024-12-02T16:20:08,171 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=694, ProcessCount=12, AvailableMemoryMB=5856 2024-12-02T16:20:08,209 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T16:20:08,221 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42476, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T16:20:08,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-02T16:20:08,262 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T16:20:08,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-02T16:20:08,268 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T16:20:08,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-12-02T16:20:08,269 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:20:08,271 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T16:20:08,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-02T16:20:08,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741837_1013 (size=963) 2024-12-02T16:20:08,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-02T16:20:08,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-02T16:20:08,686 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b 2024-12-02T16:20:08,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741838_1014 (size=53) 2024-12-02T16:20:08,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-02T16:20:09,099 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:20:09,100 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 5856078bb6c4c3c9bcfdb70ce32638a2, disabling compactions & flushes 2024-12-02T16:20:09,100 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:09,100 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:09,100 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. after waiting 0 ms 2024-12-02T16:20:09,100 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:09,100 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:09,100 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 5856078bb6c4c3c9bcfdb70ce32638a2: 2024-12-02T16:20:09,102 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T16:20:09,102 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733156409102"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733156409102"}]},"ts":"1733156409102"} 2024-12-02T16:20:09,105 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-02T16:20:09,106 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T16:20:09,106 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733156409106"}]},"ts":"1733156409106"} 2024-12-02T16:20:09,108 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-02T16:20:09,112 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5856078bb6c4c3c9bcfdb70ce32638a2, ASSIGN}] 2024-12-02T16:20:09,114 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5856078bb6c4c3c9bcfdb70ce32638a2, ASSIGN 2024-12-02T16:20:09,115 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5856078bb6c4c3c9bcfdb70ce32638a2, ASSIGN; state=OFFLINE, location=2a8f9448bb5c,46371,1733156403634; forceNewPlan=false, retain=false 2024-12-02T16:20:09,266 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=5856078bb6c4c3c9bcfdb70ce32638a2, regionState=OPENING, regionLocation=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:09,268 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634}] 2024-12-02T16:20:09,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-02T16:20:09,421 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:09,427 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:09,427 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} 2024-12-02T16:20:09,427 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5856078bb6c4c3c9bcfdb70ce32638a2 2024-12-02T16:20:09,427 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:20:09,427 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 5856078bb6c4c3c9bcfdb70ce32638a2 2024-12-02T16:20:09,427 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 5856078bb6c4c3c9bcfdb70ce32638a2 2024-12-02T16:20:09,429 INFO [StoreOpener-5856078bb6c4c3c9bcfdb70ce32638a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5856078bb6c4c3c9bcfdb70ce32638a2 2024-12-02T16:20:09,433 INFO [StoreOpener-5856078bb6c4c3c9bcfdb70ce32638a2-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T16:20:09,433 INFO [StoreOpener-5856078bb6c4c3c9bcfdb70ce32638a2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5856078bb6c4c3c9bcfdb70ce32638a2 columnFamilyName A 2024-12-02T16:20:09,433 DEBUG [StoreOpener-5856078bb6c4c3c9bcfdb70ce32638a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:20:09,434 INFO [StoreOpener-5856078bb6c4c3c9bcfdb70ce32638a2-1 {}] regionserver.HStore(327): Store=5856078bb6c4c3c9bcfdb70ce32638a2/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:20:09,434 INFO [StoreOpener-5856078bb6c4c3c9bcfdb70ce32638a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5856078bb6c4c3c9bcfdb70ce32638a2 2024-12-02T16:20:09,436 INFO [StoreOpener-5856078bb6c4c3c9bcfdb70ce32638a2-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T16:20:09,436 INFO [StoreOpener-5856078bb6c4c3c9bcfdb70ce32638a2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5856078bb6c4c3c9bcfdb70ce32638a2 columnFamilyName B 2024-12-02T16:20:09,436 DEBUG [StoreOpener-5856078bb6c4c3c9bcfdb70ce32638a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:20:09,437 INFO [StoreOpener-5856078bb6c4c3c9bcfdb70ce32638a2-1 {}] regionserver.HStore(327): Store=5856078bb6c4c3c9bcfdb70ce32638a2/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:20:09,437 INFO [StoreOpener-5856078bb6c4c3c9bcfdb70ce32638a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5856078bb6c4c3c9bcfdb70ce32638a2 2024-12-02T16:20:09,439 INFO [StoreOpener-5856078bb6c4c3c9bcfdb70ce32638a2-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T16:20:09,439 INFO [StoreOpener-5856078bb6c4c3c9bcfdb70ce32638a2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5856078bb6c4c3c9bcfdb70ce32638a2 columnFamilyName C 2024-12-02T16:20:09,439 DEBUG [StoreOpener-5856078bb6c4c3c9bcfdb70ce32638a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:20:09,440 INFO [StoreOpener-5856078bb6c4c3c9bcfdb70ce32638a2-1 {}] regionserver.HStore(327): Store=5856078bb6c4c3c9bcfdb70ce32638a2/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:20:09,440 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:09,442 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2 2024-12-02T16:20:09,442 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2 2024-12-02T16:20:09,445 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T16:20:09,447 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 5856078bb6c4c3c9bcfdb70ce32638a2 2024-12-02T16:20:09,450 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T16:20:09,450 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 5856078bb6c4c3c9bcfdb70ce32638a2; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61713871, jitterRate=-0.08039166033267975}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T16:20:09,451 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 5856078bb6c4c3c9bcfdb70ce32638a2: 2024-12-02T16:20:09,453 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2., pid=11, masterSystemTime=1733156409421 2024-12-02T16:20:09,455 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:09,455 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:09,456 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=5856078bb6c4c3c9bcfdb70ce32638a2, regionState=OPEN, openSeqNum=2, regionLocation=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:09,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-12-02T16:20:09,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 in 191 msec 2024-12-02T16:20:09,465 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T16:20:09,465 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=5856078bb6c4c3c9bcfdb70ce32638a2, ASSIGN in 350 msec 2024-12-02T16:20:09,466 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T16:20:09,466 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733156409466"}]},"ts":"1733156409466"} 2024-12-02T16:20:09,468 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-02T16:20:09,472 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T16:20:09,475 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2090 sec 2024-12-02T16:20:10,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-02T16:20:10,389 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-12-02T16:20:10,394 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5922860b to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bb3fc44 2024-12-02T16:20:10,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@148830d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:20:10,400 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:20:10,401 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37128, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:20:10,404 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T16:20:10,406 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42486, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T16:20:10,413 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1938ae02 to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5769a3cf 2024-12-02T16:20:10,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7be4b0b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:20:10,417 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6cd26d7b to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@76bfdcf5 2024-12-02T16:20:10,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@536a4a58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:20:10,422 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x774bf929 to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@39b10898 2024-12-02T16:20:10,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3888ad7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:20:10,426 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x18751c86 to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@29b132d8 2024-12-02T16:20:10,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dd0bbda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:20:10,430 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x251efa5e to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@30d4d4c6 2024-12-02T16:20:10,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18f2a76d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:20:10,434 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x054c943d to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@435176b2 2024-12-02T16:20:10,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37577c9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:20:10,439 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0febc460 to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@47c7c7c9 2024-12-02T16:20:10,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bf8e82a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:20:10,444 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x37950159 to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3ba01639 2024-12-02T16:20:10,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@475ca0f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:20:10,448 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d5a9f0f to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6704743 2024-12-02T16:20:10,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24890c79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:20:10,454 DEBUG [hconnection-0x40eb5aeb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:20:10,457 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37132, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:20:10,457 DEBUG [hconnection-0xb857c1a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:20:10,458 DEBUG [hconnection-0x5d4164ec-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:20:10,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:20:10,463 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37148, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:20:10,464 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37144, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:20:10,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-12-02T16:20:10,468 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:20:10,470 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:20:10,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-02T16:20:10,471 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:20:10,478 DEBUG [hconnection-0x23bc3a57-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:20:10,478 DEBUG [hconnection-0x34e8847a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:20:10,479 DEBUG [hconnection-0x59c3390f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:20:10,480 DEBUG [hconnection-0x48af454-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:20:10,480 DEBUG [hconnection-0xc96820-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:20:10,483 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37160, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:20:10,483 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37162, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:20:10,483 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37174, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:20:10,490 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37184, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:20:10,494 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37196, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:20:10,496 DEBUG [hconnection-0x45972b34-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:20:10,512 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37210, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:20:10,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-02T16:20:10,615 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5856078bb6c4c3c9bcfdb70ce32638a2 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-02T16:20:10,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 5856078bb6c4c3c9bcfdb70ce32638a2 2024-12-02T16:20:10,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=A 2024-12-02T16:20:10,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:10,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=B 2024-12-02T16:20:10,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:10,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=C 2024-12-02T16:20:10,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:10,633 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:10,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-02T16:20:10,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:10,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. as already flushing 2024-12-02T16:20:10,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:10,655 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:10,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:10,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:10,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:10,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156470696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:10,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:10,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156470699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:10,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:10,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:10,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37184 deadline: 1733156470699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:10,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156470704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:10,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:10,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156470707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:10,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/3a382a488f2541baa107d97abb9e3d92 is 50, key is test_row_0/A:col10/1733156410543/Put/seqid=0 2024-12-02T16:20:10,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-02T16:20:10,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741839_1015 (size=14341) 2024-12-02T16:20:10,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:10,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156470813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:10,821 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/3a382a488f2541baa107d97abb9e3d92 2024-12-02T16:20:10,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:10,824 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:10,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156470820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:10,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-02T16:20:10,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:10,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37184 deadline: 1733156470820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:10,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:10,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:10,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156470823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:10,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156470825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:10,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:10,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. as already flushing 2024-12-02T16:20:10,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:10,833 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:10,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:10,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:10,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/7aa0ae6aa54345b6bef456911415611a is 50, key is test_row_0/B:col10/1733156410543/Put/seqid=0 2024-12-02T16:20:10,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741840_1016 (size=12001) 2024-12-02T16:20:10,964 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/7aa0ae6aa54345b6bef456911415611a 2024-12-02T16:20:10,991 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:10,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-02T16:20:10,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:10,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. as already flushing 2024-12-02T16:20:10,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:10,994 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:10,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:10,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:11,015 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/46b37249697147f18a89e4005bb268eb is 50, key is test_row_0/C:col10/1733156410543/Put/seqid=0 2024-12-02T16:20:11,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:11,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156471031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:11,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741841_1017 (size=12001) 2024-12-02T16:20:11,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:11,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156471034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:11,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:11,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156471035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:11,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:11,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156471040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:11,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:11,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37184 deadline: 1733156471043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-02T16:20:11,148 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:11,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-02T16:20:11,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:11,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. as already flushing 2024-12-02T16:20:11,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:11,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:11,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:11,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:11,303 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:11,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-02T16:20:11,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:11,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. as already flushing 2024-12-02T16:20:11,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:11,312 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:11,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:11,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:11,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:11,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156471336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:11,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156471339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:11,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:11,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156471342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:11,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:11,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156471346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:11,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:11,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37184 deadline: 1733156471363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:11,437 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/46b37249697147f18a89e4005bb268eb 2024-12-02T16:20:11,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/3a382a488f2541baa107d97abb9e3d92 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/3a382a488f2541baa107d97abb9e3d92 2024-12-02T16:20:11,462 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/3a382a488f2541baa107d97abb9e3d92, entries=200, sequenceid=14, filesize=14.0 K 2024-12-02T16:20:11,466 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:11,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-02T16:20:11,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:11,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. as already flushing 2024-12-02T16:20:11,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:11,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:11,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:11,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:11,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/7aa0ae6aa54345b6bef456911415611a as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/7aa0ae6aa54345b6bef456911415611a 2024-12-02T16:20:11,488 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/7aa0ae6aa54345b6bef456911415611a, entries=150, sequenceid=14, filesize=11.7 K 2024-12-02T16:20:11,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/46b37249697147f18a89e4005bb268eb as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/46b37249697147f18a89e4005bb268eb 2024-12-02T16:20:11,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/46b37249697147f18a89e4005bb268eb, entries=150, sequenceid=14, filesize=11.7 K 2024-12-02T16:20:11,513 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 5856078bb6c4c3c9bcfdb70ce32638a2 in 898ms, sequenceid=14, compaction requested=false 2024-12-02T16:20:11,515 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-02T16:20:11,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5856078bb6c4c3c9bcfdb70ce32638a2: 2024-12-02T16:20:11,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-02T16:20:11,620 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:11,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-02T16:20:11,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:11,622 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 5856078bb6c4c3c9bcfdb70ce32638a2 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-02T16:20:11,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=A 2024-12-02T16:20:11,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:11,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=B 2024-12-02T16:20:11,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:11,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=C 2024-12-02T16:20:11,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:11,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/b718bea57b454e21930a4e2151aacaed is 50, key is test_row_0/A:col10/1733156410684/Put/seqid=0 2024-12-02T16:20:11,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741842_1018 (size=12001) 2024-12-02T16:20:11,678 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/b718bea57b454e21930a4e2151aacaed 2024-12-02T16:20:11,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/7f9493f21eda434a94b811087e0ef45d is 50, key is test_row_0/B:col10/1733156410684/Put/seqid=0 2024-12-02T16:20:11,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741843_1019 (size=12001) 2024-12-02T16:20:11,768 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/7f9493f21eda434a94b811087e0ef45d 2024-12-02T16:20:11,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/b80cd4e1504e4fe795c01e7a650b94c1 is 50, key is test_row_0/C:col10/1733156410684/Put/seqid=0 2024-12-02T16:20:11,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741844_1020 (size=12001) 2024-12-02T16:20:11,834 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/b80cd4e1504e4fe795c01e7a650b94c1 2024-12-02T16:20:11,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/b718bea57b454e21930a4e2151aacaed as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/b718bea57b454e21930a4e2151aacaed 2024-12-02T16:20:11,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. as already flushing 2024-12-02T16:20:11,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 5856078bb6c4c3c9bcfdb70ce32638a2 2024-12-02T16:20:11,865 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/b718bea57b454e21930a4e2151aacaed, entries=150, sequenceid=37, filesize=11.7 K 2024-12-02T16:20:11,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/7f9493f21eda434a94b811087e0ef45d as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/7f9493f21eda434a94b811087e0ef45d 2024-12-02T16:20:11,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:11,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156471868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:11,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:11,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156471868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:11,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:11,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37184 deadline: 1733156471871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:11,883 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/7f9493f21eda434a94b811087e0ef45d, entries=150, sequenceid=37, filesize=11.7 K 2024-12-02T16:20:11,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:11,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156471872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:11,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:11,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156471873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:11,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/b80cd4e1504e4fe795c01e7a650b94c1 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/b80cd4e1504e4fe795c01e7a650b94c1 2024-12-02T16:20:11,902 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/b80cd4e1504e4fe795c01e7a650b94c1, entries=150, sequenceid=37, filesize=11.7 K 2024-12-02T16:20:11,903 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 5856078bb6c4c3c9bcfdb70ce32638a2 in 282ms, sequenceid=37, compaction requested=false 2024-12-02T16:20:11,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 5856078bb6c4c3c9bcfdb70ce32638a2: 2024-12-02T16:20:11,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:11,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-02T16:20:11,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-12-02T16:20:11,908 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-12-02T16:20:11,908 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4340 sec 2024-12-02T16:20:11,911 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 1.4470 sec 2024-12-02T16:20:11,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 5856078bb6c4c3c9bcfdb70ce32638a2 2024-12-02T16:20:11,982 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5856078bb6c4c3c9bcfdb70ce32638a2 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-02T16:20:11,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=A 2024-12-02T16:20:11,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:11,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=B 2024-12-02T16:20:11,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:11,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=C 2024-12-02T16:20:11,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:11,995 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/9fdc0adf10f84c779ec63b426e5ec629 is 50, key is test_row_0/A:col10/1733156411981/Put/seqid=0 2024-12-02T16:20:12,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741845_1021 (size=16681) 2024-12-02T16:20:12,037 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/9fdc0adf10f84c779ec63b426e5ec629 2024-12-02T16:20:12,060 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/e5037d21d53949838cb266384d49ec3c is 50, key is test_row_0/B:col10/1733156411981/Put/seqid=0 2024-12-02T16:20:12,066 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T16:20:12,067 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-02T16:20:12,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741846_1022 (size=12001) 2024-12-02T16:20:12,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:12,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156472072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:12,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:12,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156472075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:12,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:12,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156472098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:12,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:12,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156472099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:12,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:12,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156472202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:12,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:12,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156472203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:12,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:12,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156472226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:12,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:12,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156472227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:12,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:12,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156472411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:12,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:12,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156472413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:12,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:12,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156472437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:12,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:12,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156472440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:12,491 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/e5037d21d53949838cb266384d49ec3c 2024-12-02T16:20:12,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/bdaaecc30ccf45abb4038543acf8712a is 50, key is test_row_0/C:col10/1733156411981/Put/seqid=0 2024-12-02T16:20:12,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741847_1023 (size=12001) 2024-12-02T16:20:12,559 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/bdaaecc30ccf45abb4038543acf8712a 2024-12-02T16:20:12,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/9fdc0adf10f84c779ec63b426e5ec629 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/9fdc0adf10f84c779ec63b426e5ec629 2024-12-02T16:20:12,582 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/9fdc0adf10f84c779ec63b426e5ec629, entries=250, sequenceid=52, filesize=16.3 K 2024-12-02T16:20:12,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/e5037d21d53949838cb266384d49ec3c as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/e5037d21d53949838cb266384d49ec3c 2024-12-02T16:20:12,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-02T16:20:12,587 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-12-02T16:20:12,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:20:12,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-12-02T16:20:12,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-02T16:20:12,595 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:20:12,596 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:20:12,597 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:20:12,599 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/e5037d21d53949838cb266384d49ec3c, entries=150, sequenceid=52, filesize=11.7 K 2024-12-02T16:20:12,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/bdaaecc30ccf45abb4038543acf8712a as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/bdaaecc30ccf45abb4038543acf8712a 2024-12-02T16:20:12,617 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/bdaaecc30ccf45abb4038543acf8712a, entries=150, sequenceid=52, filesize=11.7 K 2024-12-02T16:20:12,620 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 5856078bb6c4c3c9bcfdb70ce32638a2 in 639ms, sequenceid=52, compaction requested=true 2024-12-02T16:20:12,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5856078bb6c4c3c9bcfdb70ce32638a2: 2024-12-02T16:20:12,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5856078bb6c4c3c9bcfdb70ce32638a2:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:20:12,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:20:12,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5856078bb6c4c3c9bcfdb70ce32638a2:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:20:12,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:20:12,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5856078bb6c4c3c9bcfdb70ce32638a2:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:20:12,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:20:12,629 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:20:12,633 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:20:12,634 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 5856078bb6c4c3c9bcfdb70ce32638a2/B is initiating minor compaction (all files) 2024-12-02T16:20:12,634 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5856078bb6c4c3c9bcfdb70ce32638a2/B in TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:12,635 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/7aa0ae6aa54345b6bef456911415611a, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/7f9493f21eda434a94b811087e0ef45d, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/e5037d21d53949838cb266384d49ec3c] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp, totalSize=35.2 K 2024-12-02T16:20:12,636 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 7aa0ae6aa54345b6bef456911415611a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733156410535 2024-12-02T16:20:12,637 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f9493f21eda434a94b811087e0ef45d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733156410684 2024-12-02T16:20:12,638 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:20:12,641 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting e5037d21d53949838cb266384d49ec3c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733156411868 2024-12-02T16:20:12,644 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43023 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:20:12,645 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): 5856078bb6c4c3c9bcfdb70ce32638a2/A is initiating minor compaction (all files) 2024-12-02T16:20:12,645 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5856078bb6c4c3c9bcfdb70ce32638a2/A in TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:12,645 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/3a382a488f2541baa107d97abb9e3d92, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/b718bea57b454e21930a4e2151aacaed, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/9fdc0adf10f84c779ec63b426e5ec629] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp, totalSize=42.0 K 2024-12-02T16:20:12,648 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a382a488f2541baa107d97abb9e3d92, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733156410535 2024-12-02T16:20:12,649 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting b718bea57b454e21930a4e2151aacaed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733156410684 2024-12-02T16:20:12,650 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9fdc0adf10f84c779ec63b426e5ec629, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733156411865 2024-12-02T16:20:12,680 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5856078bb6c4c3c9bcfdb70ce32638a2#B#compaction#9 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:20:12,681 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/092502fbb4294e628e758ac218c763ab is 50, key is test_row_0/B:col10/1733156411981/Put/seqid=0 2024-12-02T16:20:12,687 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5856078bb6c4c3c9bcfdb70ce32638a2#A#compaction#10 average throughput is 0.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:20:12,688 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/2026aa445abc4c9f8f8a7321f46afdc1 is 50, key is test_row_0/A:col10/1733156411981/Put/seqid=0 2024-12-02T16:20:12,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-02T16:20:12,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741848_1024 (size=12104) 2024-12-02T16:20:12,717 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/092502fbb4294e628e758ac218c763ab as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/092502fbb4294e628e758ac218c763ab 2024-12-02T16:20:12,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741849_1025 (size=12104) 2024-12-02T16:20:12,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 5856078bb6c4c3c9bcfdb70ce32638a2 2024-12-02T16:20:12,736 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5856078bb6c4c3c9bcfdb70ce32638a2 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-02T16:20:12,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=A 2024-12-02T16:20:12,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:12,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=B 2024-12-02T16:20:12,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:12,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=C 2024-12-02T16:20:12,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:12,745 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5856078bb6c4c3c9bcfdb70ce32638a2/B of 5856078bb6c4c3c9bcfdb70ce32638a2 into 092502fbb4294e628e758ac218c763ab(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:20:12,745 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5856078bb6c4c3c9bcfdb70ce32638a2: 2024-12-02T16:20:12,745 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2., storeName=5856078bb6c4c3c9bcfdb70ce32638a2/B, priority=13, startTime=1733156412628; duration=0sec 2024-12-02T16:20:12,747 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:20:12,747 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5856078bb6c4c3c9bcfdb70ce32638a2:B 2024-12-02T16:20:12,747 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:20:12,750 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:12,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-02T16:20:12,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:12,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. as already flushing 2024-12-02T16:20:12,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:12,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:12,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:12,753 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/2026aa445abc4c9f8f8a7321f46afdc1 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/2026aa445abc4c9f8f8a7321f46afdc1 2024-12-02T16:20:12,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:12,753 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:20:12,754 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 5856078bb6c4c3c9bcfdb70ce32638a2/C is initiating minor compaction (all files) 2024-12-02T16:20:12,754 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5856078bb6c4c3c9bcfdb70ce32638a2/C in TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:12,754 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/46b37249697147f18a89e4005bb268eb, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/b80cd4e1504e4fe795c01e7a650b94c1, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/bdaaecc30ccf45abb4038543acf8712a] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp, totalSize=35.2 K 2024-12-02T16:20:12,755 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 46b37249697147f18a89e4005bb268eb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733156410535 2024-12-02T16:20:12,757 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/19f5a65f32814792b52b191c326ab700 is 50, key is test_row_0/A:col10/1733156412093/Put/seqid=0 2024-12-02T16:20:12,758 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting b80cd4e1504e4fe795c01e7a650b94c1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733156410684 2024-12-02T16:20:12,761 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting bdaaecc30ccf45abb4038543acf8712a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733156411868 2024-12-02T16:20:12,769 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T16:20:12,769 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5856078bb6c4c3c9bcfdb70ce32638a2/A of 5856078bb6c4c3c9bcfdb70ce32638a2 into 2026aa445abc4c9f8f8a7321f46afdc1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:20:12,770 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5856078bb6c4c3c9bcfdb70ce32638a2: 2024-12-02T16:20:12,770 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2., storeName=5856078bb6c4c3c9bcfdb70ce32638a2/A, priority=13, startTime=1733156412622; duration=0sec 2024-12-02T16:20:12,770 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:20:12,770 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5856078bb6c4c3c9bcfdb70ce32638a2:A 2024-12-02T16:20:12,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741850_1026 (size=14341) 2024-12-02T16:20:12,786 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5856078bb6c4c3c9bcfdb70ce32638a2#C#compaction#12 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:20:12,788 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/1d8fb4bbe69a47e58ef180e1857c9aae is 50, key is test_row_0/C:col10/1733156411981/Put/seqid=0 2024-12-02T16:20:12,788 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/19f5a65f32814792b52b191c326ab700 2024-12-02T16:20:12,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:12,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156472782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:12,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:12,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156472787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:12,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:12,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156472792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:12,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:12,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156472795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:12,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/1d7493d551894c7188faafd3f63680a5 is 50, key is test_row_0/B:col10/1733156412093/Put/seqid=0 2024-12-02T16:20:12,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741851_1027 (size=12104) 2024-12-02T16:20:12,833 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/1d8fb4bbe69a47e58ef180e1857c9aae as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/1d8fb4bbe69a47e58ef180e1857c9aae 2024-12-02T16:20:12,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741852_1028 (size=12001) 2024-12-02T16:20:12,854 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5856078bb6c4c3c9bcfdb70ce32638a2/C of 5856078bb6c4c3c9bcfdb70ce32638a2 into 1d8fb4bbe69a47e58ef180e1857c9aae(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:20:12,854 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5856078bb6c4c3c9bcfdb70ce32638a2: 2024-12-02T16:20:12,855 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2., storeName=5856078bb6c4c3c9bcfdb70ce32638a2/C, priority=13, startTime=1733156412628; duration=0sec 2024-12-02T16:20:12,855 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:20:12,855 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5856078bb6c4c3c9bcfdb70ce32638a2:C 2024-12-02T16:20:12,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:12,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37184 deadline: 1733156472885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:12,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-02T16:20:12,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:12,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156472898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:12,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:12,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156472901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:12,907 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:12,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-02T16:20:12,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:12,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. as already flushing 2024-12-02T16:20:12,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:12,908 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:12,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:12,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:12,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:12,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:12,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156472910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:12,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156472906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:13,072 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:13,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-02T16:20:13,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:13,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. as already flushing 2024-12-02T16:20:13,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:13,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:13,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:13,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:13,096 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T16:20:13,096 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T16:20:13,099 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-02T16:20:13,099 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-02T16:20:13,100 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T16:20:13,100 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T16:20:13,101 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T16:20:13,101 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-02T16:20:13,102 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-02T16:20:13,102 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-02T16:20:13,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:13,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:13,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156473112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:13,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156473109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:13,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:13,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156473135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:13,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:13,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156473151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:13,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-02T16:20:13,239 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:13,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-02T16:20:13,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:13,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. as already flushing 2024-12-02T16:20:13,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:13,240 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:13,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:13,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:13,242 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/1d7493d551894c7188faafd3f63680a5 2024-12-02T16:20:13,295 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/b6224dc47ed442ca85ed64847ee351b3 is 50, key is test_row_0/C:col10/1733156412093/Put/seqid=0 2024-12-02T16:20:13,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741853_1029 (size=12001) 2024-12-02T16:20:13,346 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/b6224dc47ed442ca85ed64847ee351b3 2024-12-02T16:20:13,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/19f5a65f32814792b52b191c326ab700 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/19f5a65f32814792b52b191c326ab700 2024-12-02T16:20:13,398 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:13,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-02T16:20:13,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:13,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. as already flushing 2024-12-02T16:20:13,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:13,400 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:13,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:13,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:13,417 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/19f5a65f32814792b52b191c326ab700, entries=200, sequenceid=76, filesize=14.0 K 2024-12-02T16:20:13,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/1d7493d551894c7188faafd3f63680a5 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/1d7493d551894c7188faafd3f63680a5 2024-12-02T16:20:13,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:13,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156473419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:13,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:13,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156473420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:13,447 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/1d7493d551894c7188faafd3f63680a5, entries=150, sequenceid=76, filesize=11.7 K 2024-12-02T16:20:13,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:13,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156473454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:13,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/b6224dc47ed442ca85ed64847ee351b3 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/b6224dc47ed442ca85ed64847ee351b3 2024-12-02T16:20:13,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:13,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156473458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:13,494 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/b6224dc47ed442ca85ed64847ee351b3, entries=150, sequenceid=76, filesize=11.7 K 2024-12-02T16:20:13,498 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 5856078bb6c4c3c9bcfdb70ce32638a2 in 763ms, sequenceid=76, compaction requested=false 2024-12-02T16:20:13,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5856078bb6c4c3c9bcfdb70ce32638a2: 2024-12-02T16:20:13,556 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:13,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-02T16:20:13,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:13,557 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 5856078bb6c4c3c9bcfdb70ce32638a2 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-02T16:20:13,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=A 2024-12-02T16:20:13,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:13,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=B 2024-12-02T16:20:13,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:13,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=C 2024-12-02T16:20:13,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:13,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/34be5380de0d4121a950673d7f424eea is 50, key is test_row_0/A:col10/1733156412793/Put/seqid=0 2024-12-02T16:20:13,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741854_1030 (size=12001) 2024-12-02T16:20:13,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-02T16:20:13,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. as already flushing 2024-12-02T16:20:13,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 5856078bb6c4c3c9bcfdb70ce32638a2 2024-12-02T16:20:14,040 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/34be5380de0d4121a950673d7f424eea 2024-12-02T16:20:14,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:14,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156474059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:14,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/7f26dec325a14decb6b198c074f7891c is 50, key is test_row_0/B:col10/1733156412793/Put/seqid=0 2024-12-02T16:20:14,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:14,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156474066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:14,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:14,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156474068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:14,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:14,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156474069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:14,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741855_1031 (size=12001) 2024-12-02T16:20:14,115 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/7f26dec325a14decb6b198c074f7891c 2024-12-02T16:20:14,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/47c8e85034c04c7d9345a160ad6a0f6e is 50, key is test_row_0/C:col10/1733156412793/Put/seqid=0 2024-12-02T16:20:14,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:14,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156474168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:14,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741856_1032 (size=12001) 2024-12-02T16:20:14,182 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/47c8e85034c04c7d9345a160ad6a0f6e 2024-12-02T16:20:14,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:14,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156474177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:14,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:14,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156474182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:14,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:14,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156474193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:14,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/34be5380de0d4121a950673d7f424eea as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/34be5380de0d4121a950673d7f424eea 2024-12-02T16:20:14,266 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/34be5380de0d4121a950673d7f424eea, entries=150, sequenceid=91, filesize=11.7 K 2024-12-02T16:20:14,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/7f26dec325a14decb6b198c074f7891c as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/7f26dec325a14decb6b198c074f7891c 2024-12-02T16:20:14,316 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/7f26dec325a14decb6b198c074f7891c, entries=150, sequenceid=91, filesize=11.7 K 2024-12-02T16:20:14,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/47c8e85034c04c7d9345a160ad6a0f6e as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/47c8e85034c04c7d9345a160ad6a0f6e 2024-12-02T16:20:14,339 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/47c8e85034c04c7d9345a160ad6a0f6e, entries=150, sequenceid=91, filesize=11.7 K 2024-12-02T16:20:14,341 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 5856078bb6c4c3c9bcfdb70ce32638a2 in 783ms, sequenceid=91, compaction requested=true 2024-12-02T16:20:14,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 5856078bb6c4c3c9bcfdb70ce32638a2: 2024-12-02T16:20:14,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:14,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-02T16:20:14,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-12-02T16:20:14,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-12-02T16:20:14,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7520 sec 2024-12-02T16:20:14,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 1.7750 sec 2024-12-02T16:20:14,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 5856078bb6c4c3c9bcfdb70ce32638a2 2024-12-02T16:20:14,386 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5856078bb6c4c3c9bcfdb70ce32638a2 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-02T16:20:14,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=A 2024-12-02T16:20:14,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:14,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=B 2024-12-02T16:20:14,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:14,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=C 2024-12-02T16:20:14,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:14,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/46bf498e34204592b9c1f6e4117bf265 is 50, key is test_row_0/A:col10/1733156414059/Put/seqid=0 2024-12-02T16:20:14,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:14,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156474422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:14,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:14,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156474444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:14,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:14,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156474450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:14,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:14,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156474458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:14,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741857_1033 (size=14341) 2024-12-02T16:20:14,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:14,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156474548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:14,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:14,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156474567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:14,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:14,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156474569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:14,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:14,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156474569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:14,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-02T16:20:14,703 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-12-02T16:20:14,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:20:14,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-12-02T16:20:14,722 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:20:14,726 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:20:14,726 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:20:14,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-02T16:20:14,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:14,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156474755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:14,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:14,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156474775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:14,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:14,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156474778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:14,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:14,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156474779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:14,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-02T16:20:14,878 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/46bf498e34204592b9c1f6e4117bf265 2024-12-02T16:20:14,879 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:14,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-02T16:20:14,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:14,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. as already flushing 2024-12-02T16:20:14,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:14,881 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:14,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:14,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:14,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:14,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37184 deadline: 1733156474910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:14,916 DEBUG [Thread-149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4218 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2., hostname=2a8f9448bb5c,46371,1733156403634, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T16:20:14,924 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/8f611bbc282b492eac2768809076e834 is 50, key is test_row_0/B:col10/1733156414059/Put/seqid=0 2024-12-02T16:20:14,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741858_1034 (size=12001) 2024-12-02T16:20:14,958 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/8f611bbc282b492eac2768809076e834 2024-12-02T16:20:15,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/7bdd4afd7dba4772b0018507118012c1 is 50, key is test_row_0/C:col10/1733156414059/Put/seqid=0 2024-12-02T16:20:15,036 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:15,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-02T16:20:15,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:15,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. as already flushing 2024-12-02T16:20:15,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:15,038 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:15,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:15,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:15,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-02T16:20:15,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741859_1035 (size=12001) 2024-12-02T16:20:15,063 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/7bdd4afd7dba4772b0018507118012c1 2024-12-02T16:20:15,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:15,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/46bf498e34204592b9c1f6e4117bf265 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/46bf498e34204592b9c1f6e4117bf265 2024-12-02T16:20:15,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156475073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:15,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:15,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156475089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:15,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:15,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156475089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:15,098 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/46bf498e34204592b9c1f6e4117bf265, entries=200, sequenceid=116, filesize=14.0 K 2024-12-02T16:20:15,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:15,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156475098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:15,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/8f611bbc282b492eac2768809076e834 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/8f611bbc282b492eac2768809076e834 2024-12-02T16:20:15,115 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/8f611bbc282b492eac2768809076e834, entries=150, sequenceid=116, filesize=11.7 K 2024-12-02T16:20:15,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/7bdd4afd7dba4772b0018507118012c1 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/7bdd4afd7dba4772b0018507118012c1 2024-12-02T16:20:15,137 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/7bdd4afd7dba4772b0018507118012c1, entries=150, sequenceid=116, filesize=11.7 K 2024-12-02T16:20:15,149 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for 5856078bb6c4c3c9bcfdb70ce32638a2 in 763ms, sequenceid=116, compaction requested=true 2024-12-02T16:20:15,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5856078bb6c4c3c9bcfdb70ce32638a2: 2024-12-02T16:20:15,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5856078bb6c4c3c9bcfdb70ce32638a2:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:20:15,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:20:15,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5856078bb6c4c3c9bcfdb70ce32638a2:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:20:15,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-02T16:20:15,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5856078bb6c4c3c9bcfdb70ce32638a2:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:20:15,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-02T16:20:15,149 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:20:15,152 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:20:15,165 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52787 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:20:15,165 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 5856078bb6c4c3c9bcfdb70ce32638a2/A is initiating minor compaction (all files) 2024-12-02T16:20:15,165 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5856078bb6c4c3c9bcfdb70ce32638a2/A in TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:15,165 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/2026aa445abc4c9f8f8a7321f46afdc1, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/19f5a65f32814792b52b191c326ab700, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/34be5380de0d4121a950673d7f424eea, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/46bf498e34204592b9c1f6e4117bf265] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp, totalSize=51.5 K 2024-12-02T16:20:15,169 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 2026aa445abc4c9f8f8a7321f46afdc1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733156411868 2024-12-02T16:20:15,174 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 19f5a65f32814792b52b191c326ab700, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733156412072 2024-12-02T16:20:15,176 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 34be5380de0d4121a950673d7f424eea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733156412772 2024-12-02T16:20:15,176 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:20:15,176 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): 5856078bb6c4c3c9bcfdb70ce32638a2/C is initiating minor compaction (all files) 2024-12-02T16:20:15,176 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5856078bb6c4c3c9bcfdb70ce32638a2/C in TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:15,176 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/1d8fb4bbe69a47e58ef180e1857c9aae, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/b6224dc47ed442ca85ed64847ee351b3, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/47c8e85034c04c7d9345a160ad6a0f6e, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/7bdd4afd7dba4772b0018507118012c1] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp, totalSize=47.0 K 2024-12-02T16:20:15,179 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 46bf498e34204592b9c1f6e4117bf265, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733156414023 2024-12-02T16:20:15,185 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d8fb4bbe69a47e58ef180e1857c9aae, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733156411868 2024-12-02T16:20:15,192 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting b6224dc47ed442ca85ed64847ee351b3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733156412093 2024-12-02T16:20:15,195 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:15,195 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 47c8e85034c04c7d9345a160ad6a0f6e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733156412772 2024-12-02T16:20:15,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-02T16:20:15,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:15,205 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 5856078bb6c4c3c9bcfdb70ce32638a2 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-02T16:20:15,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=A 2024-12-02T16:20:15,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:15,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=B 2024-12-02T16:20:15,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:15,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=C 2024-12-02T16:20:15,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:15,206 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7bdd4afd7dba4772b0018507118012c1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733156414058 2024-12-02T16:20:15,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/70ebfac48db74ee88ca4ad0094b8e936 is 50, key is test_row_0/A:col10/1733156414427/Put/seqid=0 2024-12-02T16:20:15,262 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5856078bb6c4c3c9bcfdb70ce32638a2#A#compaction#22 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:20:15,264 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/71d7c5b9c17e41bd908cabf1e32ed86e is 50, key is test_row_0/A:col10/1733156414059/Put/seqid=0 2024-12-02T16:20:15,279 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5856078bb6c4c3c9bcfdb70ce32638a2#C#compaction#23 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:20:15,281 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/db6dfafe08a644b8a656ede9eab17a83 is 50, key is test_row_0/C:col10/1733156414059/Put/seqid=0 2024-12-02T16:20:15,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741860_1036 (size=12001) 2024-12-02T16:20:15,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741861_1037 (size=12241) 2024-12-02T16:20:15,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741862_1038 (size=12241) 2024-12-02T16:20:15,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-02T16:20:15,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. as already flushing 2024-12-02T16:20:15,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 5856078bb6c4c3c9bcfdb70ce32638a2 2024-12-02T16:20:15,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:15,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156475663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:15,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:15,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156475665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:15,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:15,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156475670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:15,680 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/70ebfac48db74ee88ca4ad0094b8e936 2024-12-02T16:20:15,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:15,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156475670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:15,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:15,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156475777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:15,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:15,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156475778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:15,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:15,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156475779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:15,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/b8de161178984a8994c7c88acf65d69b is 50, key is test_row_0/B:col10/1733156414427/Put/seqid=0 2024-12-02T16:20:15,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:15,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156475786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:15,805 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/db6dfafe08a644b8a656ede9eab17a83 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/db6dfafe08a644b8a656ede9eab17a83 2024-12-02T16:20:15,806 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/71d7c5b9c17e41bd908cabf1e32ed86e as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/71d7c5b9c17e41bd908cabf1e32ed86e 2024-12-02T16:20:15,841 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5856078bb6c4c3c9bcfdb70ce32638a2/A of 5856078bb6c4c3c9bcfdb70ce32638a2 into 71d7c5b9c17e41bd908cabf1e32ed86e(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:20:15,842 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5856078bb6c4c3c9bcfdb70ce32638a2: 2024-12-02T16:20:15,842 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2., storeName=5856078bb6c4c3c9bcfdb70ce32638a2/A, priority=12, startTime=1733156415149; duration=0sec 2024-12-02T16:20:15,842 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:20:15,842 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5856078bb6c4c3c9bcfdb70ce32638a2:A 2024-12-02T16:20:15,842 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:20:15,845 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5856078bb6c4c3c9bcfdb70ce32638a2/C of 5856078bb6c4c3c9bcfdb70ce32638a2 into db6dfafe08a644b8a656ede9eab17a83(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:20:15,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741863_1039 (size=12001) 2024-12-02T16:20:15,845 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5856078bb6c4c3c9bcfdb70ce32638a2: 2024-12-02T16:20:15,845 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2., storeName=5856078bb6c4c3c9bcfdb70ce32638a2/C, priority=12, startTime=1733156415149; duration=0sec 2024-12-02T16:20:15,845 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:20:15,845 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5856078bb6c4c3c9bcfdb70ce32638a2:C 2024-12-02T16:20:15,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-02T16:20:15,848 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/b8de161178984a8994c7c88acf65d69b 2024-12-02T16:20:15,852 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:20:15,852 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 5856078bb6c4c3c9bcfdb70ce32638a2/B is initiating minor compaction (all files) 2024-12-02T16:20:15,852 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5856078bb6c4c3c9bcfdb70ce32638a2/B in TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:15,852 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/092502fbb4294e628e758ac218c763ab, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/1d7493d551894c7188faafd3f63680a5, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/7f26dec325a14decb6b198c074f7891c, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/8f611bbc282b492eac2768809076e834] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp, totalSize=47.0 K 2024-12-02T16:20:15,854 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 092502fbb4294e628e758ac218c763ab, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733156411868 2024-12-02T16:20:15,857 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d7493d551894c7188faafd3f63680a5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733156412093 2024-12-02T16:20:15,861 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f26dec325a14decb6b198c074f7891c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733156412772 2024-12-02T16:20:15,867 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f611bbc282b492eac2768809076e834, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733156414058 2024-12-02T16:20:15,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/0810da63ff8b4252b06be3a8e4b8a22d is 50, key is test_row_0/C:col10/1733156414427/Put/seqid=0 2024-12-02T16:20:15,931 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5856078bb6c4c3c9bcfdb70ce32638a2#B#compaction#26 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:20:15,932 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/ab0ef59c2cc94d9cb542fc2fc24431dd is 50, key is test_row_0/B:col10/1733156414059/Put/seqid=0 2024-12-02T16:20:15,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741864_1040 (size=12001) 2024-12-02T16:20:15,940 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/0810da63ff8b4252b06be3a8e4b8a22d 2024-12-02T16:20:15,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/70ebfac48db74ee88ca4ad0094b8e936 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/70ebfac48db74ee88ca4ad0094b8e936 2024-12-02T16:20:15,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741865_1041 (size=12241) 2024-12-02T16:20:15,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:15,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156475986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:15,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:15,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156475990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:15,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:15,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156475995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:15,999 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/70ebfac48db74ee88ca4ad0094b8e936, entries=150, sequenceid=129, filesize=11.7 K 2024-12-02T16:20:16,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:16,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156475999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:16,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/b8de161178984a8994c7c88acf65d69b as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/b8de161178984a8994c7c88acf65d69b 2024-12-02T16:20:16,034 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/b8de161178984a8994c7c88acf65d69b, entries=150, sequenceid=129, filesize=11.7 K 2024-12-02T16:20:16,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/0810da63ff8b4252b06be3a8e4b8a22d as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/0810da63ff8b4252b06be3a8e4b8a22d 2024-12-02T16:20:16,100 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/0810da63ff8b4252b06be3a8e4b8a22d, entries=150, sequenceid=129, filesize=11.7 K 2024-12-02T16:20:16,102 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 5856078bb6c4c3c9bcfdb70ce32638a2 in 898ms, sequenceid=129, compaction requested=false 2024-12-02T16:20:16,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 5856078bb6c4c3c9bcfdb70ce32638a2: 2024-12-02T16:20:16,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:16,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-12-02T16:20:16,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-12-02T16:20:16,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-12-02T16:20:16,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3790 sec 2024-12-02T16:20:16,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.3980 sec 2024-12-02T16:20:16,311 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5856078bb6c4c3c9bcfdb70ce32638a2 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-02T16:20:16,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=A 2024-12-02T16:20:16,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:16,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=B 2024-12-02T16:20:16,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:16,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=C 2024-12-02T16:20:16,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:16,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 5856078bb6c4c3c9bcfdb70ce32638a2 2024-12-02T16:20:16,343 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/f37addbe39064320823fce445fcd3eac is 50, key is test_row_0/A:col10/1733156415662/Put/seqid=0 2024-12-02T16:20:16,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741866_1042 (size=14541) 2024-12-02T16:20:16,374 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/f37addbe39064320823fce445fcd3eac 2024-12-02T16:20:16,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:16,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156476361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:16,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:16,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156476381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:16,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:16,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156476381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:16,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:16,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156476385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:16,401 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/ab0ef59c2cc94d9cb542fc2fc24431dd as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/ab0ef59c2cc94d9cb542fc2fc24431dd 2024-12-02T16:20:16,407 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/f51a5ee3e5c64d54bf03e3fc874f7db7 is 50, key is test_row_0/B:col10/1733156415662/Put/seqid=0 2024-12-02T16:20:16,412 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5856078bb6c4c3c9bcfdb70ce32638a2/B of 5856078bb6c4c3c9bcfdb70ce32638a2 into ab0ef59c2cc94d9cb542fc2fc24431dd(size=12.0 K), total size for store is 23.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:20:16,412 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5856078bb6c4c3c9bcfdb70ce32638a2: 2024-12-02T16:20:16,412 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2., storeName=5856078bb6c4c3c9bcfdb70ce32638a2/B, priority=12, startTime=1733156415149; duration=0sec 2024-12-02T16:20:16,412 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:20:16,412 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5856078bb6c4c3c9bcfdb70ce32638a2:B 2024-12-02T16:20:16,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741867_1043 (size=12151) 2024-12-02T16:20:16,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:16,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156476482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:16,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:16,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156476506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:16,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:16,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156476506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:16,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:16,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156476510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:16,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:16,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156476691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:16,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:16,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156476722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:16,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:16,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156476722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:16,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:16,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156476722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:16,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-02T16:20:16,849 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-12-02T16:20:16,853 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:20:16,858 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/f51a5ee3e5c64d54bf03e3fc874f7db7 2024-12-02T16:20:16,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-12-02T16:20:16,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-02T16:20:16,866 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:20:16,867 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:20:16,867 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:20:16,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/2ca7e5a04f4b49f5ba0e9e0460e8166a is 50, key is test_row_0/C:col10/1733156415662/Put/seqid=0 2024-12-02T16:20:16,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741868_1044 (size=12151) 2024-12-02T16:20:16,951 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/2ca7e5a04f4b49f5ba0e9e0460e8166a 2024-12-02T16:20:16,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/f37addbe39064320823fce445fcd3eac as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/f37addbe39064320823fce445fcd3eac 2024-12-02T16:20:16,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-02T16:20:16,977 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/f37addbe39064320823fce445fcd3eac, entries=200, sequenceid=155, filesize=14.2 K 2024-12-02T16:20:16,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/f51a5ee3e5c64d54bf03e3fc874f7db7 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/f51a5ee3e5c64d54bf03e3fc874f7db7 2024-12-02T16:20:16,995 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/f51a5ee3e5c64d54bf03e3fc874f7db7, entries=150, sequenceid=155, filesize=11.9 K 2024-12-02T16:20:16,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/2ca7e5a04f4b49f5ba0e9e0460e8166a as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/2ca7e5a04f4b49f5ba0e9e0460e8166a 2024-12-02T16:20:17,005 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/2ca7e5a04f4b49f5ba0e9e0460e8166a, entries=150, sequenceid=155, filesize=11.9 K 2024-12-02T16:20:17,014 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=73.80 KB/75570 for 5856078bb6c4c3c9bcfdb70ce32638a2 in 704ms, sequenceid=155, compaction requested=true 2024-12-02T16:20:17,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5856078bb6c4c3c9bcfdb70ce32638a2: 2024-12-02T16:20:17,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5856078bb6c4c3c9bcfdb70ce32638a2:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:20:17,014 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:20:17,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:20:17,015 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:20:17,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5856078bb6c4c3c9bcfdb70ce32638a2:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:20:17,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:20:17,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5856078bb6c4c3c9bcfdb70ce32638a2:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:20:17,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:20:17,017 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38783 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:20:17,017 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): 5856078bb6c4c3c9bcfdb70ce32638a2/A is initiating minor compaction (all files) 2024-12-02T16:20:17,017 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5856078bb6c4c3c9bcfdb70ce32638a2/A in TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:17,017 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/71d7c5b9c17e41bd908cabf1e32ed86e, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/70ebfac48db74ee88ca4ad0094b8e936, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/f37addbe39064320823fce445fcd3eac] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp, totalSize=37.9 K 2024-12-02T16:20:17,018 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 71d7c5b9c17e41bd908cabf1e32ed86e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733156414058 2024-12-02T16:20:17,019 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:20:17,019 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 5856078bb6c4c3c9bcfdb70ce32638a2/B is initiating minor compaction (all files) 2024-12-02T16:20:17,019 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5856078bb6c4c3c9bcfdb70ce32638a2/B in TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:17,019 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/ab0ef59c2cc94d9cb542fc2fc24431dd, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/b8de161178984a8994c7c88acf65d69b, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/f51a5ee3e5c64d54bf03e3fc874f7db7] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp, totalSize=35.5 K 2024-12-02T16:20:17,020 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70ebfac48db74ee88ca4ad0094b8e936, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1733156414401 2024-12-02T16:20:17,020 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting ab0ef59c2cc94d9cb542fc2fc24431dd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733156414058 2024-12-02T16:20:17,021 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting b8de161178984a8994c7c88acf65d69b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1733156414401 2024-12-02T16:20:17,021 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting f37addbe39064320823fce445fcd3eac, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733156415645 2024-12-02T16:20:17,023 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting f51a5ee3e5c64d54bf03e3fc874f7db7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733156415645 2024-12-02T16:20:17,025 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:17,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-02T16:20:17,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:17,026 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 5856078bb6c4c3c9bcfdb70ce32638a2 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-02T16:20:17,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. as already flushing 2024-12-02T16:20:17,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=A 2024-12-02T16:20:17,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:17,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=B 2024-12-02T16:20:17,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:17,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=C 2024-12-02T16:20:17,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:17,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 5856078bb6c4c3c9bcfdb70ce32638a2 2024-12-02T16:20:17,051 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5856078bb6c4c3c9bcfdb70ce32638a2#B#compaction#30 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:20:17,052 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/08fa146cbfb3459ca244030f8ceddc16 is 50, key is test_row_0/B:col10/1733156415662/Put/seqid=0 2024-12-02T16:20:17,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/07838749a79e480983eabd2bf3c6ff23 is 50, key is test_row_0/A:col10/1733156416366/Put/seqid=0 2024-12-02T16:20:17,062 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5856078bb6c4c3c9bcfdb70ce32638a2#A#compaction#32 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:20:17,063 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/28ee9d7db1ea46f9bd20be243c7757b0 is 50, key is test_row_0/A:col10/1733156415662/Put/seqid=0 2024-12-02T16:20:17,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741869_1045 (size=12493) 2024-12-02T16:20:17,139 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/08fa146cbfb3459ca244030f8ceddc16 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/08fa146cbfb3459ca244030f8ceddc16 2024-12-02T16:20:17,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:17,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156477125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:17,148 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5856078bb6c4c3c9bcfdb70ce32638a2/B of 5856078bb6c4c3c9bcfdb70ce32638a2 into 08fa146cbfb3459ca244030f8ceddc16(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:20:17,148 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5856078bb6c4c3c9bcfdb70ce32638a2: 2024-12-02T16:20:17,148 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2., storeName=5856078bb6c4c3c9bcfdb70ce32638a2/B, priority=13, startTime=1733156417015; duration=0sec 2024-12-02T16:20:17,148 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:20:17,148 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5856078bb6c4c3c9bcfdb70ce32638a2:B 2024-12-02T16:20:17,149 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:20:17,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:17,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156477136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:17,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741870_1046 (size=12151) 2024-12-02T16:20:17,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:17,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156477141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:17,151 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/07838749a79e480983eabd2bf3c6ff23 2024-12-02T16:20:17,152 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:20:17,153 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 5856078bb6c4c3c9bcfdb70ce32638a2/C is initiating minor compaction (all files) 2024-12-02T16:20:17,153 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5856078bb6c4c3c9bcfdb70ce32638a2/C in TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:17,153 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/db6dfafe08a644b8a656ede9eab17a83, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/0810da63ff8b4252b06be3a8e4b8a22d, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/2ca7e5a04f4b49f5ba0e9e0460e8166a] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp, totalSize=35.5 K 2024-12-02T16:20:17,155 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting db6dfafe08a644b8a656ede9eab17a83, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733156414058 2024-12-02T16:20:17,157 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 0810da63ff8b4252b06be3a8e4b8a22d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1733156414401 2024-12-02T16:20:17,158 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ca7e5a04f4b49f5ba0e9e0460e8166a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733156415645 2024-12-02T16:20:17,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:17,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156477153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:17,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-02T16:20:17,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741871_1047 (size=12493) 2024-12-02T16:20:17,184 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/28ee9d7db1ea46f9bd20be243c7757b0 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/28ee9d7db1ea46f9bd20be243c7757b0 2024-12-02T16:20:17,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/ac132d9002d145d79a2135300ef77e9d is 50, key is test_row_0/B:col10/1733156416366/Put/seqid=0 2024-12-02T16:20:17,191 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5856078bb6c4c3c9bcfdb70ce32638a2#C#compaction#34 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:20:17,192 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/452dbe0eff984191a9da88bd5d73b53f is 50, key is test_row_0/C:col10/1733156415662/Put/seqid=0 2024-12-02T16:20:17,198 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5856078bb6c4c3c9bcfdb70ce32638a2/A of 5856078bb6c4c3c9bcfdb70ce32638a2 into 28ee9d7db1ea46f9bd20be243c7757b0(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:20:17,198 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5856078bb6c4c3c9bcfdb70ce32638a2: 2024-12-02T16:20:17,199 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2., storeName=5856078bb6c4c3c9bcfdb70ce32638a2/A, priority=13, startTime=1733156417014; duration=0sec 2024-12-02T16:20:17,199 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:20:17,199 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5856078bb6c4c3c9bcfdb70ce32638a2:A 2024-12-02T16:20:17,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741872_1048 (size=12151) 2024-12-02T16:20:17,246 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/ac132d9002d145d79a2135300ef77e9d 2024-12-02T16:20:17,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:17,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156477252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:17,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741873_1049 (size=12493) 2024-12-02T16:20:17,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:17,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156477253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:17,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:17,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156477261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:17,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:17,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156477264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:17,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/b3f29c6c3f524a5cb47f9377716b64af is 50, key is test_row_0/C:col10/1733156416366/Put/seqid=0 2024-12-02T16:20:17,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741874_1050 (size=12151) 2024-12-02T16:20:17,321 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/b3f29c6c3f524a5cb47f9377716b64af 2024-12-02T16:20:17,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/07838749a79e480983eabd2bf3c6ff23 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/07838749a79e480983eabd2bf3c6ff23 2024-12-02T16:20:17,340 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/07838749a79e480983eabd2bf3c6ff23, entries=150, sequenceid=171, filesize=11.9 K 2024-12-02T16:20:17,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/ac132d9002d145d79a2135300ef77e9d as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/ac132d9002d145d79a2135300ef77e9d 2024-12-02T16:20:17,367 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/ac132d9002d145d79a2135300ef77e9d, entries=150, sequenceid=171, filesize=11.9 K 2024-12-02T16:20:17,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/b3f29c6c3f524a5cb47f9377716b64af as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/b3f29c6c3f524a5cb47f9377716b64af 2024-12-02T16:20:17,385 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/b3f29c6c3f524a5cb47f9377716b64af, entries=150, sequenceid=171, filesize=11.9 K 2024-12-02T16:20:17,389 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 5856078bb6c4c3c9bcfdb70ce32638a2 in 363ms, sequenceid=171, compaction requested=false 2024-12-02T16:20:17,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 5856078bb6c4c3c9bcfdb70ce32638a2: 2024-12-02T16:20:17,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:17,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-12-02T16:20:17,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-12-02T16:20:17,404 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-12-02T16:20:17,404 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 534 msec 2024-12-02T16:20:17,417 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 556 msec 2024-12-02T16:20:17,463 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5856078bb6c4c3c9bcfdb70ce32638a2 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-02T16:20:17,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=A 2024-12-02T16:20:17,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:17,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=B 2024-12-02T16:20:17,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:17,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=C 2024-12-02T16:20:17,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:17,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 5856078bb6c4c3c9bcfdb70ce32638a2 2024-12-02T16:20:17,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-02T16:20:17,473 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-12-02T16:20:17,476 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/dda40fac54664db587645d66f3cde47f is 50, key is test_row_0/A:col10/1733156417131/Put/seqid=0 2024-12-02T16:20:17,482 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:20:17,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-12-02T16:20:17,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-02T16:20:17,500 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:20:17,504 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:20:17,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:20:17,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:17,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156477505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:17,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:17,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156477517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:17,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:17,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156477518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:17,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741875_1051 (size=12151) 2024-12-02T16:20:17,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:17,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156477519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:17,537 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/dda40fac54664db587645d66f3cde47f 2024-12-02T16:20:17,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-02T16:20:17,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/be0f37b3b59144a6b0907c9b29c8f69a is 50, key is test_row_0/B:col10/1733156417131/Put/seqid=0 2024-12-02T16:20:17,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:17,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156477622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:17,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:17,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156477634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:17,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:17,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156477634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:17,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:17,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156477634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:17,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741876_1052 (size=12151) 2024-12-02T16:20:17,653 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/be0f37b3b59144a6b0907c9b29c8f69a 2024-12-02T16:20:17,661 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:17,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-02T16:20:17,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:17,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. as already flushing 2024-12-02T16:20:17,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:17,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:17,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:17,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:17,708 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/b0e4f916d322473ebe5e556f3753096a is 50, key is test_row_0/C:col10/1733156417131/Put/seqid=0 2024-12-02T16:20:17,708 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/452dbe0eff984191a9da88bd5d73b53f as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/452dbe0eff984191a9da88bd5d73b53f 2024-12-02T16:20:17,751 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5856078bb6c4c3c9bcfdb70ce32638a2/C of 5856078bb6c4c3c9bcfdb70ce32638a2 into 452dbe0eff984191a9da88bd5d73b53f(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:20:17,751 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5856078bb6c4c3c9bcfdb70ce32638a2: 2024-12-02T16:20:17,751 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2., storeName=5856078bb6c4c3c9bcfdb70ce32638a2/C, priority=13, startTime=1733156417015; duration=0sec 2024-12-02T16:20:17,751 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:20:17,752 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5856078bb6c4c3c9bcfdb70ce32638a2:C 2024-12-02T16:20:17,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741877_1053 (size=12151) 2024-12-02T16:20:17,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-02T16:20:17,823 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:17,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-02T16:20:17,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:17,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. as already flushing 2024-12-02T16:20:17,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:17,825 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:17,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:17,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:17,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:17,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156477831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:17,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:17,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156477841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:17,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:17,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156477840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:17,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:17,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156477842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:17,979 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:17,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-02T16:20:17,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:17,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. as already flushing 2024-12-02T16:20:17,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:17,985 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:17,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:17,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:18,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-02T16:20:18,139 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:18,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-02T16:20:18,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:18,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. as already flushing 2024-12-02T16:20:18,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:18,140 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:18,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:18,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:18,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:18,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156478152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:18,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:18,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156478152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:18,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:18,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156478156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:18,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:18,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156478156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:18,165 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/b0e4f916d322473ebe5e556f3753096a 2024-12-02T16:20:18,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/dda40fac54664db587645d66f3cde47f as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/dda40fac54664db587645d66f3cde47f 2024-12-02T16:20:18,196 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/dda40fac54664db587645d66f3cde47f, entries=150, sequenceid=196, filesize=11.9 K 2024-12-02T16:20:18,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/be0f37b3b59144a6b0907c9b29c8f69a as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/be0f37b3b59144a6b0907c9b29c8f69a 2024-12-02T16:20:18,213 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/be0f37b3b59144a6b0907c9b29c8f69a, entries=150, sequenceid=196, filesize=11.9 K 2024-12-02T16:20:18,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/b0e4f916d322473ebe5e556f3753096a as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/b0e4f916d322473ebe5e556f3753096a 2024-12-02T16:20:18,230 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/b0e4f916d322473ebe5e556f3753096a, entries=150, sequenceid=196, filesize=11.9 K 2024-12-02T16:20:18,236 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=80.51 KB/82440 for 5856078bb6c4c3c9bcfdb70ce32638a2 in 773ms, sequenceid=196, compaction requested=true 2024-12-02T16:20:18,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5856078bb6c4c3c9bcfdb70ce32638a2: 2024-12-02T16:20:18,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5856078bb6c4c3c9bcfdb70ce32638a2:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:20:18,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:20:18,237 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:20:18,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5856078bb6c4c3c9bcfdb70ce32638a2:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:20:18,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:20:18,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5856078bb6c4c3c9bcfdb70ce32638a2:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:20:18,239 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:20:18,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:20:18,238 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:20:18,239 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): 5856078bb6c4c3c9bcfdb70ce32638a2/A is initiating minor compaction (all files) 2024-12-02T16:20:18,239 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5856078bb6c4c3c9bcfdb70ce32638a2/A in TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:18,239 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/28ee9d7db1ea46f9bd20be243c7757b0, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/07838749a79e480983eabd2bf3c6ff23, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/dda40fac54664db587645d66f3cde47f] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp, totalSize=35.9 K 2024-12-02T16:20:18,245 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 28ee9d7db1ea46f9bd20be243c7757b0, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733156415645 2024-12-02T16:20:18,253 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07838749a79e480983eabd2bf3c6ff23, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733156416343 2024-12-02T16:20:18,254 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting dda40fac54664db587645d66f3cde47f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733156417131 2024-12-02T16:20:18,254 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:20:18,254 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 5856078bb6c4c3c9bcfdb70ce32638a2/B is initiating minor compaction (all files) 2024-12-02T16:20:18,255 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5856078bb6c4c3c9bcfdb70ce32638a2/B in TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:18,255 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/08fa146cbfb3459ca244030f8ceddc16, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/ac132d9002d145d79a2135300ef77e9d, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/be0f37b3b59144a6b0907c9b29c8f69a] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp, totalSize=35.9 K 2024-12-02T16:20:18,256 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 08fa146cbfb3459ca244030f8ceddc16, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733156415645 2024-12-02T16:20:18,269 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting ac132d9002d145d79a2135300ef77e9d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733156416343 2024-12-02T16:20:18,270 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting be0f37b3b59144a6b0907c9b29c8f69a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733156417131 2024-12-02T16:20:18,290 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5856078bb6c4c3c9bcfdb70ce32638a2#A#compaction#39 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:20:18,291 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/032f71b71e124605b0081b58a861ac38 is 50, key is test_row_0/A:col10/1733156417131/Put/seqid=0 2024-12-02T16:20:18,299 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:18,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-02T16:20:18,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:18,301 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 5856078bb6c4c3c9bcfdb70ce32638a2 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-02T16:20:18,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=A 2024-12-02T16:20:18,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:18,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=B 2024-12-02T16:20:18,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:18,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=C 2024-12-02T16:20:18,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:18,311 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5856078bb6c4c3c9bcfdb70ce32638a2#B#compaction#40 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:20:18,312 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/4c3e9eb0d8ce47f2a69a63293c484b78 is 50, key is test_row_0/B:col10/1733156417131/Put/seqid=0 2024-12-02T16:20:18,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741878_1054 (size=12595) 2024-12-02T16:20:18,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/483620348d824588a2505bc4e2fc852c is 50, key is test_row_0/A:col10/1733156417514/Put/seqid=0 2024-12-02T16:20:18,337 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/032f71b71e124605b0081b58a861ac38 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/032f71b71e124605b0081b58a861ac38 2024-12-02T16:20:18,353 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5856078bb6c4c3c9bcfdb70ce32638a2/A of 5856078bb6c4c3c9bcfdb70ce32638a2 into 032f71b71e124605b0081b58a861ac38(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:20:18,353 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5856078bb6c4c3c9bcfdb70ce32638a2: 2024-12-02T16:20:18,358 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2., storeName=5856078bb6c4c3c9bcfdb70ce32638a2/A, priority=13, startTime=1733156418237; duration=0sec 2024-12-02T16:20:18,358 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:20:18,358 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5856078bb6c4c3c9bcfdb70ce32638a2:A 2024-12-02T16:20:18,358 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:20:18,362 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:20:18,362 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): 5856078bb6c4c3c9bcfdb70ce32638a2/C is initiating minor compaction (all files) 2024-12-02T16:20:18,363 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5856078bb6c4c3c9bcfdb70ce32638a2/C in TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:18,363 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/452dbe0eff984191a9da88bd5d73b53f, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/b3f29c6c3f524a5cb47f9377716b64af, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/b0e4f916d322473ebe5e556f3753096a] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp, totalSize=35.9 K 2024-12-02T16:20:18,364 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 452dbe0eff984191a9da88bd5d73b53f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733156415645 2024-12-02T16:20:18,364 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting b3f29c6c3f524a5cb47f9377716b64af, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733156416343 2024-12-02T16:20:18,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741879_1055 (size=12595) 2024-12-02T16:20:18,365 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting b0e4f916d322473ebe5e556f3753096a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733156417131 2024-12-02T16:20:18,392 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5856078bb6c4c3c9bcfdb70ce32638a2#C#compaction#42 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:20:18,392 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/4c3e9eb0d8ce47f2a69a63293c484b78 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/4c3e9eb0d8ce47f2a69a63293c484b78 2024-12-02T16:20:18,393 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/4515ea42e8f04ae49cb7bb5eecab3030 is 50, key is test_row_0/C:col10/1733156417131/Put/seqid=0 2024-12-02T16:20:18,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741880_1056 (size=12151) 2024-12-02T16:20:18,406 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5856078bb6c4c3c9bcfdb70ce32638a2/B of 5856078bb6c4c3c9bcfdb70ce32638a2 into 4c3e9eb0d8ce47f2a69a63293c484b78(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:20:18,407 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5856078bb6c4c3c9bcfdb70ce32638a2: 2024-12-02T16:20:18,407 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2., storeName=5856078bb6c4c3c9bcfdb70ce32638a2/B, priority=13, startTime=1733156418237; duration=0sec 2024-12-02T16:20:18,408 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:20:18,408 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5856078bb6c4c3c9bcfdb70ce32638a2:B 2024-12-02T16:20:18,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741881_1057 (size=12595) 2024-12-02T16:20:18,446 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/4515ea42e8f04ae49cb7bb5eecab3030 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/4515ea42e8f04ae49cb7bb5eecab3030 2024-12-02T16:20:18,459 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5856078bb6c4c3c9bcfdb70ce32638a2/C of 5856078bb6c4c3c9bcfdb70ce32638a2 into 4515ea42e8f04ae49cb7bb5eecab3030(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:20:18,460 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5856078bb6c4c3c9bcfdb70ce32638a2: 2024-12-02T16:20:18,460 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2., storeName=5856078bb6c4c3c9bcfdb70ce32638a2/C, priority=13, startTime=1733156418237; duration=0sec 2024-12-02T16:20:18,461 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:20:18,461 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5856078bb6c4c3c9bcfdb70ce32638a2:C 2024-12-02T16:20:18,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-02T16:20:18,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 5856078bb6c4c3c9bcfdb70ce32638a2 2024-12-02T16:20:18,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. as already flushing 2024-12-02T16:20:18,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:18,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:18,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156478713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:18,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156478713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:18,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:18,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156478718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:18,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:18,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156478715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:18,788 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/483620348d824588a2505bc4e2fc852c 2024-12-02T16:20:18,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:18,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156478821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:18,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:18,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156478829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:18,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:18,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156478830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:18,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:18,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156478835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:18,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/deb35ec50c7546f1a391251c5f444dc4 is 50, key is test_row_0/B:col10/1733156417514/Put/seqid=0 2024-12-02T16:20:18,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741882_1058 (size=12151) 2024-12-02T16:20:18,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:18,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37184 deadline: 1733156478943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:18,952 DEBUG [Thread-149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8254 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2., hostname=2a8f9448bb5c,46371,1733156403634, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T16:20:19,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:19,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156479033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:19,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:19,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156479038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:19,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:19,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156479046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:19,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:19,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156479049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:19,310 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/deb35ec50c7546f1a391251c5f444dc4 2024-12-02T16:20:19,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:19,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156479345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:19,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:19,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156479353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:19,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/f617e332d1ee49a9818aab238cf312fc is 50, key is test_row_0/C:col10/1733156417514/Put/seqid=0 2024-12-02T16:20:19,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:19,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156479359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:19,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:19,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156479363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:19,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741883_1059 (size=12151) 2024-12-02T16:20:19,430 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/f617e332d1ee49a9818aab238cf312fc 2024-12-02T16:20:19,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/483620348d824588a2505bc4e2fc852c as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/483620348d824588a2505bc4e2fc852c 2024-12-02T16:20:19,456 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/483620348d824588a2505bc4e2fc852c, entries=150, sequenceid=212, filesize=11.9 K 2024-12-02T16:20:19,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/deb35ec50c7546f1a391251c5f444dc4 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/deb35ec50c7546f1a391251c5f444dc4 2024-12-02T16:20:19,465 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/deb35ec50c7546f1a391251c5f444dc4, entries=150, sequenceid=212, filesize=11.9 K 2024-12-02T16:20:19,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/f617e332d1ee49a9818aab238cf312fc as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/f617e332d1ee49a9818aab238cf312fc 2024-12-02T16:20:19,475 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/f617e332d1ee49a9818aab238cf312fc, entries=150, sequenceid=212, filesize=11.9 K 2024-12-02T16:20:19,481 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 5856078bb6c4c3c9bcfdb70ce32638a2 in 1181ms, sequenceid=212, compaction requested=false 2024-12-02T16:20:19,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 5856078bb6c4c3c9bcfdb70ce32638a2: 2024-12-02T16:20:19,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:19,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-02T16:20:19,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-12-02T16:20:19,485 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-12-02T16:20:19,485 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9780 sec 2024-12-02T16:20:19,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 2.0040 sec 2024-12-02T16:20:19,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-02T16:20:19,603 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-12-02T16:20:19,606 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:20:19,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-12-02T16:20:19,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-02T16:20:19,617 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:20:19,617 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:20:19,618 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:20:19,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-02T16:20:19,773 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:19,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-02T16:20:19,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:19,782 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 5856078bb6c4c3c9bcfdb70ce32638a2 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-02T16:20:19,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=A 2024-12-02T16:20:19,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:19,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=B 2024-12-02T16:20:19,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:19,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=C 2024-12-02T16:20:19,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:19,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/941d5ce374984c5d9573486301c4ff1a is 50, key is test_row_0/A:col10/1733156418709/Put/seqid=0 2024-12-02T16:20:19,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741884_1060 (size=12151) 2024-12-02T16:20:19,855 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/941d5ce374984c5d9573486301c4ff1a 2024-12-02T16:20:19,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 5856078bb6c4c3c9bcfdb70ce32638a2 2024-12-02T16:20:19,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. as already flushing 2024-12-02T16:20:19,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/d63dd3becfc742e8b94464067e1ef7de is 50, key is test_row_0/B:col10/1733156418709/Put/seqid=0 2024-12-02T16:20:19,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:19,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156479889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:19,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:19,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156479892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:19,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:19,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156479893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:19,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:19,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156479893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:19,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-02T16:20:19,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741885_1061 (size=12151) 2024-12-02T16:20:20,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:20,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156480001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:20,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:20,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156480017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:20,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:20,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156480017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:20,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:20,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156480206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:20,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-02T16:20:20,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:20,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156480225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:20,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:20,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156480225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:20,350 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/d63dd3becfc742e8b94464067e1ef7de 2024-12-02T16:20:20,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/c3638cfb4edc4f758933cc6f662cc25b is 50, key is test_row_0/C:col10/1733156418709/Put/seqid=0 2024-12-02T16:20:20,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741886_1062 (size=12151) 2024-12-02T16:20:20,391 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/c3638cfb4edc4f758933cc6f662cc25b 2024-12-02T16:20:20,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/941d5ce374984c5d9573486301c4ff1a as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/941d5ce374984c5d9573486301c4ff1a 2024-12-02T16:20:20,423 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/941d5ce374984c5d9573486301c4ff1a, entries=150, sequenceid=236, filesize=11.9 K 2024-12-02T16:20:20,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/d63dd3becfc742e8b94464067e1ef7de as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/d63dd3becfc742e8b94464067e1ef7de 2024-12-02T16:20:20,443 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/d63dd3becfc742e8b94464067e1ef7de, entries=150, sequenceid=236, filesize=11.9 K 2024-12-02T16:20:20,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/c3638cfb4edc4f758933cc6f662cc25b as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/c3638cfb4edc4f758933cc6f662cc25b 2024-12-02T16:20:20,463 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/c3638cfb4edc4f758933cc6f662cc25b, entries=150, sequenceid=236, filesize=11.9 K 2024-12-02T16:20:20,464 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 5856078bb6c4c3c9bcfdb70ce32638a2 in 682ms, sequenceid=236, compaction requested=true 2024-12-02T16:20:20,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 5856078bb6c4c3c9bcfdb70ce32638a2: 2024-12-02T16:20:20,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:20,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-12-02T16:20:20,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-12-02T16:20:20,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-12-02T16:20:20,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 851 msec 2024-12-02T16:20:20,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 866 msec 2024-12-02T16:20:20,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 5856078bb6c4c3c9bcfdb70ce32638a2 2024-12-02T16:20:20,525 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5856078bb6c4c3c9bcfdb70ce32638a2 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-02T16:20:20,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=A 2024-12-02T16:20:20,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:20,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=B 2024-12-02T16:20:20,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:20,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=C 2024-12-02T16:20:20,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:20,559 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/1e5ef202ca8c45d9bc38169f17ee9063 is 50, key is test_row_0/A:col10/1733156419891/Put/seqid=0 2024-12-02T16:20:20,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:20,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156480593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:20,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:20,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156480593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:20,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:20,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156480602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:20,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741887_1063 (size=12151) 2024-12-02T16:20:20,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:20,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156480703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:20,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:20,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156480706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:20,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-02T16:20:20,724 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-12-02T16:20:20,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:20:20,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-12-02T16:20:20,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-02T16:20:20,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156480728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:20,745 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:20:20,747 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:20:20,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:20:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-02T16:20:20,908 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:20,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-02T16:20:20,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:20,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. as already flushing 2024-12-02T16:20:20,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:20,910 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:20,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:20,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156480906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:20,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156480909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:20,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156480914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:20,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:20,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156480950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-02T16:20:21,077 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:21,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-02T16:20:21,077 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/1e5ef202ca8c45d9bc38169f17ee9063 2024-12-02T16:20:21,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:21,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. as already flushing 2024-12-02T16:20:21,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:21,089 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:21,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:21,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:21,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/049dbd958c6d45199ae1778f4ed420f2 is 50, key is test_row_0/B:col10/1733156419891/Put/seqid=0 2024-12-02T16:20:21,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741888_1064 (size=12151) 2024-12-02T16:20:21,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:21,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156481231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:21,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:21,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156481236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:21,249 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:21,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-02T16:20:21,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:21,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. as already flushing 2024-12-02T16:20:21,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:21,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:21,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:21,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:21,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:21,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156481263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:21,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-02T16:20:21,403 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:21,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-02T16:20:21,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:21,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. as already flushing 2024-12-02T16:20:21,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:21,405 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:21,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:21,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:21,569 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:21,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-02T16:20:21,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:21,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. as already flushing 2024-12-02T16:20:21,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:21,573 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:21,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:21,587 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/049dbd958c6d45199ae1778f4ed420f2 2024-12-02T16:20:21,611 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/b30a478ede44464fb207a8e417a1cc6d is 50, key is test_row_0/C:col10/1733156419891/Put/seqid=0 2024-12-02T16:20:21,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741889_1065 (size=12151) 2024-12-02T16:20:21,730 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:21,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-02T16:20:21,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:21,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. as already flushing 2024-12-02T16:20:21,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:21,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:21,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:21,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:21,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:21,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156481742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:21,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:21,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156481767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:21,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:21,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156481774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-02T16:20:21,900 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:21,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-02T16:20:21,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:21,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. as already flushing 2024-12-02T16:20:21,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:21,902 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:21,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:22,057 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/b30a478ede44464fb207a8e417a1cc6d 2024-12-02T16:20:22,069 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:22,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-02T16:20:22,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:22,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. as already flushing 2024-12-02T16:20:22,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:22,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:22,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:22,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:22,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/1e5ef202ca8c45d9bc38169f17ee9063 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/1e5ef202ca8c45d9bc38169f17ee9063 2024-12-02T16:20:22,103 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/1e5ef202ca8c45d9bc38169f17ee9063, entries=150, sequenceid=253, filesize=11.9 K 2024-12-02T16:20:22,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/049dbd958c6d45199ae1778f4ed420f2 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/049dbd958c6d45199ae1778f4ed420f2 2024-12-02T16:20:22,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/049dbd958c6d45199ae1778f4ed420f2, entries=150, sequenceid=253, filesize=11.9 K 2024-12-02T16:20:22,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/b30a478ede44464fb207a8e417a1cc6d as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/b30a478ede44464fb207a8e417a1cc6d 2024-12-02T16:20:22,143 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/b30a478ede44464fb207a8e417a1cc6d, entries=150, sequenceid=253, filesize=11.9 K 2024-12-02T16:20:22,149 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 5856078bb6c4c3c9bcfdb70ce32638a2 in 1625ms, sequenceid=253, compaction requested=true 2024-12-02T16:20:22,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5856078bb6c4c3c9bcfdb70ce32638a2: 2024-12-02T16:20:22,150 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:20:22,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5856078bb6c4c3c9bcfdb70ce32638a2:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:20:22,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:20:22,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5856078bb6c4c3c9bcfdb70ce32638a2:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:20:22,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:20:22,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5856078bb6c4c3c9bcfdb70ce32638a2:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:20:22,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-02T16:20:22,152 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:20:22,159 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:20:22,159 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): 5856078bb6c4c3c9bcfdb70ce32638a2/A is initiating minor compaction (all files) 2024-12-02T16:20:22,159 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5856078bb6c4c3c9bcfdb70ce32638a2/A in TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:22,159 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/032f71b71e124605b0081b58a861ac38, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/483620348d824588a2505bc4e2fc852c, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/941d5ce374984c5d9573486301c4ff1a, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/1e5ef202ca8c45d9bc38169f17ee9063] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp, totalSize=47.9 K 2024-12-02T16:20:22,162 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 032f71b71e124605b0081b58a861ac38, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733156417131 2024-12-02T16:20:22,162 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:20:22,162 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 5856078bb6c4c3c9bcfdb70ce32638a2/B is initiating minor compaction (all files) 2024-12-02T16:20:22,162 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5856078bb6c4c3c9bcfdb70ce32638a2/B in TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:22,163 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/4c3e9eb0d8ce47f2a69a63293c484b78, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/deb35ec50c7546f1a391251c5f444dc4, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/d63dd3becfc742e8b94464067e1ef7de, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/049dbd958c6d45199ae1778f4ed420f2] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp, totalSize=47.9 K 2024-12-02T16:20:22,165 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 483620348d824588a2505bc4e2fc852c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733156417477 2024-12-02T16:20:22,166 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c3e9eb0d8ce47f2a69a63293c484b78, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733156417131 2024-12-02T16:20:22,168 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting deb35ec50c7546f1a391251c5f444dc4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733156417477 2024-12-02T16:20:22,168 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 941d5ce374984c5d9573486301c4ff1a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1733156418709 2024-12-02T16:20:22,168 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting d63dd3becfc742e8b94464067e1ef7de, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1733156418709 2024-12-02T16:20:22,169 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 049dbd958c6d45199ae1778f4ed420f2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733156419882 2024-12-02T16:20:22,169 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e5ef202ca8c45d9bc38169f17ee9063, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733156419882 2024-12-02T16:20:22,197 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5856078bb6c4c3c9bcfdb70ce32638a2#B#compaction#51 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:20:22,198 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/3f13c6ea9b1a4c858d438e1c9996ad68 is 50, key is test_row_0/B:col10/1733156419891/Put/seqid=0 2024-12-02T16:20:22,212 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5856078bb6c4c3c9bcfdb70ce32638a2#A#compaction#52 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:20:22,213 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/6728d3ccd4b34632a484743e8e4ebe20 is 50, key is test_row_0/A:col10/1733156419891/Put/seqid=0 2024-12-02T16:20:22,229 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:22,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-02T16:20:22,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:22,234 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 5856078bb6c4c3c9bcfdb70ce32638a2 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-02T16:20:22,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=A 2024-12-02T16:20:22,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:22,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=B 2024-12-02T16:20:22,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:22,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=C 2024-12-02T16:20:22,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:22,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741890_1066 (size=12731) 2024-12-02T16:20:22,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/2b12b49282bb4d6c96696abab00f9256 is 50, key is test_row_0/A:col10/1733156420589/Put/seqid=0 2024-12-02T16:20:22,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741891_1067 (size=12731) 2024-12-02T16:20:22,266 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/3f13c6ea9b1a4c858d438e1c9996ad68 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/3f13c6ea9b1a4c858d438e1c9996ad68 2024-12-02T16:20:22,280 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/6728d3ccd4b34632a484743e8e4ebe20 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/6728d3ccd4b34632a484743e8e4ebe20 2024-12-02T16:20:22,287 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5856078bb6c4c3c9bcfdb70ce32638a2/B of 5856078bb6c4c3c9bcfdb70ce32638a2 into 3f13c6ea9b1a4c858d438e1c9996ad68(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:20:22,288 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5856078bb6c4c3c9bcfdb70ce32638a2: 2024-12-02T16:20:22,288 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2., storeName=5856078bb6c4c3c9bcfdb70ce32638a2/B, priority=12, startTime=1733156422150; duration=0sec 2024-12-02T16:20:22,288 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:20:22,288 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5856078bb6c4c3c9bcfdb70ce32638a2:B 2024-12-02T16:20:22,288 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:20:22,291 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:20:22,291 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 5856078bb6c4c3c9bcfdb70ce32638a2/C is initiating minor compaction (all files) 2024-12-02T16:20:22,291 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5856078bb6c4c3c9bcfdb70ce32638a2/C in TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:22,292 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/4515ea42e8f04ae49cb7bb5eecab3030, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/f617e332d1ee49a9818aab238cf312fc, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/c3638cfb4edc4f758933cc6f662cc25b, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/b30a478ede44464fb207a8e417a1cc6d] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp, totalSize=47.9 K 2024-12-02T16:20:22,293 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 4515ea42e8f04ae49cb7bb5eecab3030, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733156417131 2024-12-02T16:20:22,295 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting f617e332d1ee49a9818aab238cf312fc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733156417477 2024-12-02T16:20:22,296 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5856078bb6c4c3c9bcfdb70ce32638a2/A of 5856078bb6c4c3c9bcfdb70ce32638a2 into 6728d3ccd4b34632a484743e8e4ebe20(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:20:22,296 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5856078bb6c4c3c9bcfdb70ce32638a2: 2024-12-02T16:20:22,296 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2., storeName=5856078bb6c4c3c9bcfdb70ce32638a2/A, priority=12, startTime=1733156422150; duration=0sec 2024-12-02T16:20:22,296 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:20:22,296 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5856078bb6c4c3c9bcfdb70ce32638a2:A 2024-12-02T16:20:22,297 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting c3638cfb4edc4f758933cc6f662cc25b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1733156418709 2024-12-02T16:20:22,298 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting b30a478ede44464fb207a8e417a1cc6d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733156419882 2024-12-02T16:20:22,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741892_1068 (size=12301) 2024-12-02T16:20:22,331 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/2b12b49282bb4d6c96696abab00f9256 2024-12-02T16:20:22,340 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5856078bb6c4c3c9bcfdb70ce32638a2#C#compaction#54 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:20:22,356 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/0ccc5779a5144ce581491f443269068d is 50, key is test_row_0/C:col10/1733156419891/Put/seqid=0 2024-12-02T16:20:22,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/343d7e35ced64fa8ae448e104a5110c6 is 50, key is test_row_0/B:col10/1733156420589/Put/seqid=0 2024-12-02T16:20:22,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741893_1069 (size=12731) 2024-12-02T16:20:22,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741894_1070 (size=12301) 2024-12-02T16:20:22,492 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/343d7e35ced64fa8ae448e104a5110c6 2024-12-02T16:20:22,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/8cfa29c88ffb4a1fa2dd25fe2795548c is 50, key is test_row_0/C:col10/1733156420589/Put/seqid=0 2024-12-02T16:20:22,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741895_1071 (size=12301) 2024-12-02T16:20:22,553 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/8cfa29c88ffb4a1fa2dd25fe2795548c 2024-12-02T16:20:22,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/2b12b49282bb4d6c96696abab00f9256 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/2b12b49282bb4d6c96696abab00f9256 2024-12-02T16:20:22,588 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/2b12b49282bb4d6c96696abab00f9256, entries=150, sequenceid=272, filesize=12.0 K 2024-12-02T16:20:22,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/343d7e35ced64fa8ae448e104a5110c6 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/343d7e35ced64fa8ae448e104a5110c6 2024-12-02T16:20:22,603 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/343d7e35ced64fa8ae448e104a5110c6, entries=150, sequenceid=272, filesize=12.0 K 2024-12-02T16:20:22,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/8cfa29c88ffb4a1fa2dd25fe2795548c as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/8cfa29c88ffb4a1fa2dd25fe2795548c 2024-12-02T16:20:22,617 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/8cfa29c88ffb4a1fa2dd25fe2795548c, entries=150, sequenceid=272, filesize=12.0 K 2024-12-02T16:20:22,619 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=0 B/0 for 5856078bb6c4c3c9bcfdb70ce32638a2 in 385ms, sequenceid=272, compaction requested=false 2024-12-02T16:20:22,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 5856078bb6c4c3c9bcfdb70ce32638a2: 2024-12-02T16:20:22,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:22,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-12-02T16:20:22,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-12-02T16:20:22,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-12-02T16:20:22,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8740 sec 2024-12-02T16:20:22,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 1.8930 sec 2024-12-02T16:20:22,817 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/0ccc5779a5144ce581491f443269068d as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/0ccc5779a5144ce581491f443269068d 2024-12-02T16:20:22,828 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5856078bb6c4c3c9bcfdb70ce32638a2/C of 5856078bb6c4c3c9bcfdb70ce32638a2 into 0ccc5779a5144ce581491f443269068d(size=12.4 K), total size for store is 24.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:20:22,828 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5856078bb6c4c3c9bcfdb70ce32638a2: 2024-12-02T16:20:22,828 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2., storeName=5856078bb6c4c3c9bcfdb70ce32638a2/C, priority=12, startTime=1733156422150; duration=0sec 2024-12-02T16:20:22,829 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:20:22,829 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5856078bb6c4c3c9bcfdb70ce32638a2:C 2024-12-02T16:20:22,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 5856078bb6c4c3c9bcfdb70ce32638a2 2024-12-02T16:20:22,833 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5856078bb6c4c3c9bcfdb70ce32638a2 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T16:20:22,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=A 2024-12-02T16:20:22,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:22,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=B 2024-12-02T16:20:22,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:22,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=C 2024-12-02T16:20:22,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:22,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/b20e73a9ce1a472eb0466dee6c56e96f is 50, key is test_row_0/A:col10/1733156422809/Put/seqid=0 2024-12-02T16:20:22,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-02T16:20:22,878 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-12-02T16:20:22,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741896_1072 (size=19621) 2024-12-02T16:20:22,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:20:22,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-12-02T16:20:22,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-02T16:20:22,884 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:20:22,884 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/b20e73a9ce1a472eb0466dee6c56e96f 2024-12-02T16:20:22,885 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:20:22,885 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:20:22,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/3ce47b2464cd43e0b24e133c8c6b0b71 is 50, key is test_row_0/B:col10/1733156422809/Put/seqid=0 2024-12-02T16:20:22,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741897_1073 (size=12301) 2024-12-02T16:20:22,956 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/3ce47b2464cd43e0b24e133c8c6b0b71 2024-12-02T16:20:22,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/9965cd8e44724d0e9c776db4715d50c0 is 50, key is test_row_0/C:col10/1733156422809/Put/seqid=0 2024-12-02T16:20:22,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-02T16:20:23,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:23,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156483010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:23,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:23,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156483010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:23,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:23,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156483012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:23,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:23,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156483013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:23,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741898_1074 (size=12301) 2024-12-02T16:20:23,034 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/9965cd8e44724d0e9c776db4715d50c0 2024-12-02T16:20:23,040 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:23,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-02T16:20:23,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:23,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. as already flushing 2024-12-02T16:20:23,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:23,041 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:23,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:23,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/b20e73a9ce1a472eb0466dee6c56e96f as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/b20e73a9ce1a472eb0466dee6c56e96f 2024-12-02T16:20:23,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:23,050 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/b20e73a9ce1a472eb0466dee6c56e96f, entries=300, sequenceid=286, filesize=19.2 K 2024-12-02T16:20:23,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/3ce47b2464cd43e0b24e133c8c6b0b71 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/3ce47b2464cd43e0b24e133c8c6b0b71 2024-12-02T16:20:23,057 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/3ce47b2464cd43e0b24e133c8c6b0b71, entries=150, sequenceid=286, filesize=12.0 K 2024-12-02T16:20:23,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/9965cd8e44724d0e9c776db4715d50c0 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/9965cd8e44724d0e9c776db4715d50c0 2024-12-02T16:20:23,072 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/9965cd8e44724d0e9c776db4715d50c0, entries=150, sequenceid=286, filesize=12.0 K 2024-12-02T16:20:23,073 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 5856078bb6c4c3c9bcfdb70ce32638a2 in 240ms, sequenceid=286, compaction requested=true 2024-12-02T16:20:23,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5856078bb6c4c3c9bcfdb70ce32638a2: 2024-12-02T16:20:23,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5856078bb6c4c3c9bcfdb70ce32638a2:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:20:23,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:20:23,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5856078bb6c4c3c9bcfdb70ce32638a2:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:20:23,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-02T16:20:23,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5856078bb6c4c3c9bcfdb70ce32638a2:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:20:23,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-02T16:20:23,074 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:20:23,074 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:20:23,078 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 44653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:20:23,078 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 5856078bb6c4c3c9bcfdb70ce32638a2/A is initiating minor compaction (all files) 2024-12-02T16:20:23,078 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5856078bb6c4c3c9bcfdb70ce32638a2/A in TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:23,078 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/6728d3ccd4b34632a484743e8e4ebe20, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/2b12b49282bb4d6c96696abab00f9256, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/b20e73a9ce1a472eb0466dee6c56e96f] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp, totalSize=43.6 K 2024-12-02T16:20:23,079 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:20:23,079 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): 5856078bb6c4c3c9bcfdb70ce32638a2/C is initiating minor compaction (all files) 2024-12-02T16:20:23,079 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5856078bb6c4c3c9bcfdb70ce32638a2/C in TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:23,079 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/0ccc5779a5144ce581491f443269068d, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/8cfa29c88ffb4a1fa2dd25fe2795548c, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/9965cd8e44724d0e9c776db4715d50c0] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp, totalSize=36.5 K 2024-12-02T16:20:23,079 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 6728d3ccd4b34632a484743e8e4ebe20, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733156419882 2024-12-02T16:20:23,080 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ccc5779a5144ce581491f443269068d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733156419882 2024-12-02T16:20:23,080 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b12b49282bb4d6c96696abab00f9256, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733156420581 2024-12-02T16:20:23,081 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8cfa29c88ffb4a1fa2dd25fe2795548c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733156420581 2024-12-02T16:20:23,081 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting b20e73a9ce1a472eb0466dee6c56e96f, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1733156422761 2024-12-02T16:20:23,082 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9965cd8e44724d0e9c776db4715d50c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1733156422798 2024-12-02T16:20:23,100 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5856078bb6c4c3c9bcfdb70ce32638a2#A#compaction#60 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:20:23,101 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/813e94893b714375911a3cc2ab4346d4 is 50, key is test_row_0/A:col10/1733156422809/Put/seqid=0 2024-12-02T16:20:23,116 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5856078bb6c4c3c9bcfdb70ce32638a2#C#compaction#61 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:20:23,117 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/86a2ed4048aa41028819542ef4843357 is 50, key is test_row_0/C:col10/1733156422809/Put/seqid=0 2024-12-02T16:20:23,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 5856078bb6c4c3c9bcfdb70ce32638a2 2024-12-02T16:20:23,136 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5856078bb6c4c3c9bcfdb70ce32638a2 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-02T16:20:23,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=A 2024-12-02T16:20:23,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:23,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=B 2024-12-02T16:20:23,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:23,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=C 2024-12-02T16:20:23,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:23,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:23,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156483156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:23,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:23,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156483159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:23,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:23,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:23,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156483159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:23,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156483159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:23,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741899_1075 (size=12983) 2024-12-02T16:20:23,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-02T16:20:23,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/3225c36d86bd42af85327afbead93c04 is 50, key is test_row_0/A:col10/1733156422983/Put/seqid=0 2024-12-02T16:20:23,210 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:23,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-02T16:20:23,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:23,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. as already flushing 2024-12-02T16:20:23,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:23,211 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:23,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:23,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741900_1076 (size=12983) 2024-12-02T16:20:23,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:23,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741901_1077 (size=17181) 2024-12-02T16:20:23,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:23,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156483276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:23,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:23,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156483278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:23,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:23,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156483280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:23,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:23,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156483286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:23,378 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:23,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-02T16:20:23,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:23,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. as already flushing 2024-12-02T16:20:23,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:23,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:23,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:23,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:23,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:23,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156483484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:23,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:23,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156483488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:23,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:23,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156483489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:23,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-02T16:20:23,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:23,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156483506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:23,534 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:23,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-02T16:20:23,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:23,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. as already flushing 2024-12-02T16:20:23,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:23,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:23,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:23,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:23,604 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/813e94893b714375911a3cc2ab4346d4 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/813e94893b714375911a3cc2ab4346d4 2024-12-02T16:20:23,618 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5856078bb6c4c3c9bcfdb70ce32638a2/A of 5856078bb6c4c3c9bcfdb70ce32638a2 into 813e94893b714375911a3cc2ab4346d4(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:20:23,618 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5856078bb6c4c3c9bcfdb70ce32638a2: 2024-12-02T16:20:23,618 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2., storeName=5856078bb6c4c3c9bcfdb70ce32638a2/A, priority=13, startTime=1733156423073; duration=0sec 2024-12-02T16:20:23,618 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:20:23,618 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5856078bb6c4c3c9bcfdb70ce32638a2:A 2024-12-02T16:20:23,619 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:20:23,622 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:20:23,625 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 5856078bb6c4c3c9bcfdb70ce32638a2/B is initiating minor compaction (all files) 2024-12-02T16:20:23,625 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5856078bb6c4c3c9bcfdb70ce32638a2/B in TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:23,625 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/3f13c6ea9b1a4c858d438e1c9996ad68, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/343d7e35ced64fa8ae448e104a5110c6, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/3ce47b2464cd43e0b24e133c8c6b0b71] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp, totalSize=36.5 K 2024-12-02T16:20:23,625 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/86a2ed4048aa41028819542ef4843357 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/86a2ed4048aa41028819542ef4843357 2024-12-02T16:20:23,626 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f13c6ea9b1a4c858d438e1c9996ad68, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733156419882 2024-12-02T16:20:23,627 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 343d7e35ced64fa8ae448e104a5110c6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733156420581 2024-12-02T16:20:23,628 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ce47b2464cd43e0b24e133c8c6b0b71, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1733156422798 2024-12-02T16:20:23,637 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5856078bb6c4c3c9bcfdb70ce32638a2/C of 5856078bb6c4c3c9bcfdb70ce32638a2 into 86a2ed4048aa41028819542ef4843357(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:20:23,637 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5856078bb6c4c3c9bcfdb70ce32638a2: 2024-12-02T16:20:23,637 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2., storeName=5856078bb6c4c3c9bcfdb70ce32638a2/C, priority=13, startTime=1733156423073; duration=0sec 2024-12-02T16:20:23,637 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:20:23,637 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5856078bb6c4c3c9bcfdb70ce32638a2:C 2024-12-02T16:20:23,662 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5856078bb6c4c3c9bcfdb70ce32638a2#B#compaction#63 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:20:23,663 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/70d052364be94c8f984946ff789d6fbd is 50, key is test_row_0/B:col10/1733156422809/Put/seqid=0 2024-12-02T16:20:23,672 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/3225c36d86bd42af85327afbead93c04 2024-12-02T16:20:23,692 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:23,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-02T16:20:23,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:23,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. as already flushing 2024-12-02T16:20:23,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:23,695 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:23,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:23,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:23,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741902_1078 (size=12983) 2024-12-02T16:20:23,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/f455ac3e321b4f8eb556e594a101812a is 50, key is test_row_0/B:col10/1733156422983/Put/seqid=0 2024-12-02T16:20:23,743 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/70d052364be94c8f984946ff789d6fbd as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/70d052364be94c8f984946ff789d6fbd 2024-12-02T16:20:23,761 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5856078bb6c4c3c9bcfdb70ce32638a2/B of 5856078bb6c4c3c9bcfdb70ce32638a2 into 70d052364be94c8f984946ff789d6fbd(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:20:23,761 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5856078bb6c4c3c9bcfdb70ce32638a2: 2024-12-02T16:20:23,761 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2., storeName=5856078bb6c4c3c9bcfdb70ce32638a2/B, priority=13, startTime=1733156423073; duration=0sec 2024-12-02T16:20:23,761 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:20:23,761 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5856078bb6c4c3c9bcfdb70ce32638a2:B 2024-12-02T16:20:23,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741903_1079 (size=12301) 2024-12-02T16:20:23,762 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/f455ac3e321b4f8eb556e594a101812a 2024-12-02T16:20:23,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/5f0b41c3d1144f83bff67eb1b6844ee6 is 50, key is test_row_0/C:col10/1733156422983/Put/seqid=0 2024-12-02T16:20:23,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:23,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156483794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:23,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:23,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156483794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:23,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:23,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156483802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:23,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:23,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156483809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:23,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741904_1080 (size=12301) 2024-12-02T16:20:23,825 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/5f0b41c3d1144f83bff67eb1b6844ee6 2024-12-02T16:20:23,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/3225c36d86bd42af85327afbead93c04 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/3225c36d86bd42af85327afbead93c04 2024-12-02T16:20:23,859 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:23,860 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/3225c36d86bd42af85327afbead93c04, entries=250, sequenceid=313, filesize=16.8 K 2024-12-02T16:20:23,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-02T16:20:23,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/f455ac3e321b4f8eb556e594a101812a as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/f455ac3e321b4f8eb556e594a101812a 2024-12-02T16:20:23,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:23,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. as already flushing 2024-12-02T16:20:23,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:23,868 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:23,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:23,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:23,875 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/f455ac3e321b4f8eb556e594a101812a, entries=150, sequenceid=313, filesize=12.0 K 2024-12-02T16:20:23,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/5f0b41c3d1144f83bff67eb1b6844ee6 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/5f0b41c3d1144f83bff67eb1b6844ee6 2024-12-02T16:20:23,884 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/5f0b41c3d1144f83bff67eb1b6844ee6, entries=150, sequenceid=313, filesize=12.0 K 2024-12-02T16:20:23,889 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 5856078bb6c4c3c9bcfdb70ce32638a2 in 753ms, sequenceid=313, compaction requested=false 2024-12-02T16:20:23,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5856078bb6c4c3c9bcfdb70ce32638a2: 2024-12-02T16:20:23,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-02T16:20:24,029 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:24,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-02T16:20:24,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:24,033 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 5856078bb6c4c3c9bcfdb70ce32638a2 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-02T16:20:24,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=A 2024-12-02T16:20:24,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:24,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=B 2024-12-02T16:20:24,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:24,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=C 2024-12-02T16:20:24,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:24,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/52f3a9494d8d488898a626dc9cfd4e57 is 50, key is test_row_0/A:col10/1733156423154/Put/seqid=0 2024-12-02T16:20:24,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741905_1081 (size=12301) 2024-12-02T16:20:24,105 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/52f3a9494d8d488898a626dc9cfd4e57 2024-12-02T16:20:24,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/c4eb67af473e411c81c4ddddc72e2d2f is 50, key is test_row_0/B:col10/1733156423154/Put/seqid=0 2024-12-02T16:20:24,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741906_1082 (size=12301) 2024-12-02T16:20:24,157 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/c4eb67af473e411c81c4ddddc72e2d2f 2024-12-02T16:20:24,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/ca0fc111327d44d3a6287d0c8e67b132 is 50, key is test_row_0/C:col10/1733156423154/Put/seqid=0 2024-12-02T16:20:24,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741907_1083 (size=12301) 2024-12-02T16:20:24,242 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/ca0fc111327d44d3a6287d0c8e67b132 2024-12-02T16:20:24,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/52f3a9494d8d488898a626dc9cfd4e57 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/52f3a9494d8d488898a626dc9cfd4e57 2024-12-02T16:20:24,312 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/52f3a9494d8d488898a626dc9cfd4e57, entries=150, sequenceid=325, filesize=12.0 K 2024-12-02T16:20:24,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 5856078bb6c4c3c9bcfdb70ce32638a2 2024-12-02T16:20:24,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. as already flushing 2024-12-02T16:20:24,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/c4eb67af473e411c81c4ddddc72e2d2f as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/c4eb67af473e411c81c4ddddc72e2d2f 2024-12-02T16:20:24,327 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/c4eb67af473e411c81c4ddddc72e2d2f, entries=150, sequenceid=325, filesize=12.0 K 2024-12-02T16:20:24,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/ca0fc111327d44d3a6287d0c8e67b132 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/ca0fc111327d44d3a6287d0c8e67b132 2024-12-02T16:20:24,334 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/ca0fc111327d44d3a6287d0c8e67b132, entries=150, sequenceid=325, filesize=12.0 K 2024-12-02T16:20:24,336 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=53.67 KB/54960 for 5856078bb6c4c3c9bcfdb70ce32638a2 in 303ms, sequenceid=325, compaction requested=true 2024-12-02T16:20:24,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 5856078bb6c4c3c9bcfdb70ce32638a2: 2024-12-02T16:20:24,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:24,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-02T16:20:24,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-12-02T16:20:24,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 5856078bb6c4c3c9bcfdb70ce32638a2 2024-12-02T16:20:24,342 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5856078bb6c4c3c9bcfdb70ce32638a2 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-02T16:20:24,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=A 2024-12-02T16:20:24,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:24,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=B 2024-12-02T16:20:24,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:24,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=C 2024-12-02T16:20:24,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:24,345 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-12-02T16:20:24,345 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4560 sec 2024-12-02T16:20:24,348 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.4640 sec 2024-12-02T16:20:24,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/a5f6b57aff124e4da2d7eddd97dd62f6 is 50, key is test_row_0/A:col10/1733156424337/Put/seqid=0 2024-12-02T16:20:24,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:24,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156484394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:24,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:24,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156484397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:24,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:24,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:24,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156484408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:24,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156484401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:24,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741908_1084 (size=12301) 2024-12-02T16:20:24,429 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/a5f6b57aff124e4da2d7eddd97dd62f6 2024-12-02T16:20:24,496 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/c14cab012627491ba5b9a31dfa38940d is 50, key is test_row_0/B:col10/1733156424337/Put/seqid=0 2024-12-02T16:20:24,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:24,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156484509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:24,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:24,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741909_1085 (size=12301) 2024-12-02T16:20:24,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156484510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:24,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:24,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156484521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:24,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:24,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156484526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:24,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:24,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156484716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:24,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:24,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156484722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:24,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:24,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156484727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:24,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:24,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156484733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:24,925 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/c14cab012627491ba5b9a31dfa38940d 2024-12-02T16:20:24,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/8f5542218f3e448bb852c73ca21f3841 is 50, key is test_row_0/C:col10/1733156424337/Put/seqid=0 2024-12-02T16:20:24,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-02T16:20:24,999 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-12-02T16:20:25,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741910_1086 (size=12301) 2024-12-02T16:20:25,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:20:25,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:25,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156485025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:25,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-12-02T16:20:25,030 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:20:25,030 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:20:25,031 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:20:25,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-02T16:20:25,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:25,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:25,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156485041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:25,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156485030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:25,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:25,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156485045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:25,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-02T16:20:25,193 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:25,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-02T16:20:25,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:25,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. as already flushing 2024-12-02T16:20:25,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:25,195 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:25,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:25,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-02T16:20:25,350 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:25,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-02T16:20:25,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:25,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. as already flushing 2024-12-02T16:20:25,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:25,352 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:25,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:25,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:25,418 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/8f5542218f3e448bb852c73ca21f3841 2024-12-02T16:20:25,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/a5f6b57aff124e4da2d7eddd97dd62f6 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/a5f6b57aff124e4da2d7eddd97dd62f6 2024-12-02T16:20:25,479 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/a5f6b57aff124e4da2d7eddd97dd62f6, entries=150, sequenceid=340, filesize=12.0 K 2024-12-02T16:20:25,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/c14cab012627491ba5b9a31dfa38940d as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/c14cab012627491ba5b9a31dfa38940d 2024-12-02T16:20:25,487 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/c14cab012627491ba5b9a31dfa38940d, entries=150, sequenceid=340, filesize=12.0 K 2024-12-02T16:20:25,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/8f5542218f3e448bb852c73ca21f3841 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/8f5542218f3e448bb852c73ca21f3841 2024-12-02T16:20:25,501 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/8f5542218f3e448bb852c73ca21f3841, entries=150, sequenceid=340, filesize=12.0 K 2024-12-02T16:20:25,503 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 5856078bb6c4c3c9bcfdb70ce32638a2 in 1161ms, sequenceid=340, compaction requested=true 2024-12-02T16:20:25,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5856078bb6c4c3c9bcfdb70ce32638a2: 2024-12-02T16:20:25,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5856078bb6c4c3c9bcfdb70ce32638a2:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:20:25,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:20:25,503 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:20:25,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5856078bb6c4c3c9bcfdb70ce32638a2:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:20:25,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:20:25,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5856078bb6c4c3c9bcfdb70ce32638a2:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:20:25,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-02T16:20:25,504 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:20:25,504 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:25,506 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:20:25,506 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 5856078bb6c4c3c9bcfdb70ce32638a2/B is initiating minor compaction (all files) 2024-12-02T16:20:25,506 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5856078bb6c4c3c9bcfdb70ce32638a2/B in TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:25,506 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/70d052364be94c8f984946ff789d6fbd, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/f455ac3e321b4f8eb556e594a101812a, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/c4eb67af473e411c81c4ddddc72e2d2f, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/c14cab012627491ba5b9a31dfa38940d] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp, totalSize=48.7 K 2024-12-02T16:20:25,507 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54766 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:20:25,507 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): 5856078bb6c4c3c9bcfdb70ce32638a2/A is initiating minor compaction (all files) 2024-12-02T16:20:25,507 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5856078bb6c4c3c9bcfdb70ce32638a2/A in TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:25,508 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/813e94893b714375911a3cc2ab4346d4, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/3225c36d86bd42af85327afbead93c04, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/52f3a9494d8d488898a626dc9cfd4e57, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/a5f6b57aff124e4da2d7eddd97dd62f6] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp, totalSize=53.5 K 2024-12-02T16:20:25,508 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 70d052364be94c8f984946ff789d6fbd, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1733156422798 2024-12-02T16:20:25,508 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 813e94893b714375911a3cc2ab4346d4, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1733156422798 2024-12-02T16:20:25,509 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting f455ac3e321b4f8eb556e594a101812a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1733156422983 2024-12-02T16:20:25,510 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3225c36d86bd42af85327afbead93c04, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1733156422983 2024-12-02T16:20:25,510 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting c4eb67af473e411c81c4ddddc72e2d2f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1733156423138 2024-12-02T16:20:25,511 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 52f3a9494d8d488898a626dc9cfd4e57, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1733156423138 2024-12-02T16:20:25,511 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting c14cab012627491ba5b9a31dfa38940d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1733156424337 2024-12-02T16:20:25,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-02T16:20:25,514 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5f6b57aff124e4da2d7eddd97dd62f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1733156424337 2024-12-02T16:20:25,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:25,517 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing 5856078bb6c4c3c9bcfdb70ce32638a2 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-02T16:20:25,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=A 2024-12-02T16:20:25,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:25,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=B 2024-12-02T16:20:25,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:25,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=C 2024-12-02T16:20:25,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:25,533 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5856078bb6c4c3c9bcfdb70ce32638a2#A#compaction#72 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:20:25,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/14005451d76245f680bdf205cebecf80 is 50, key is test_row_0/A:col10/1733156424388/Put/seqid=0 2024-12-02T16:20:25,534 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/54b9bc236c5f473caa0a2ca763c66e86 is 50, key is test_row_0/A:col10/1733156424337/Put/seqid=0 2024-12-02T16:20:25,550 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5856078bb6c4c3c9bcfdb70ce32638a2#B#compaction#74 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:20:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 5856078bb6c4c3c9bcfdb70ce32638a2 2024-12-02T16:20:25,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. as already flushing 2024-12-02T16:20:25,551 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/3323ef51b0f448058cecd31f8b9fabd0 is 50, key is test_row_0/B:col10/1733156424337/Put/seqid=0 2024-12-02T16:20:25,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156485578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:25,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156485585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:25,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156485587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:25,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156485588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:25,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741912_1088 (size=13119) 2024-12-02T16:20:25,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741911_1087 (size=12301) 2024-12-02T16:20:25,614 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/14005451d76245f680bdf205cebecf80 2024-12-02T16:20:25,621 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/54b9bc236c5f473caa0a2ca763c66e86 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/54b9bc236c5f473caa0a2ca763c66e86 2024-12-02T16:20:25,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741913_1089 (size=13119) 2024-12-02T16:20:25,633 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5856078bb6c4c3c9bcfdb70ce32638a2/A of 5856078bb6c4c3c9bcfdb70ce32638a2 into 54b9bc236c5f473caa0a2ca763c66e86(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:20:25,633 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5856078bb6c4c3c9bcfdb70ce32638a2: 2024-12-02T16:20:25,634 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2., storeName=5856078bb6c4c3c9bcfdb70ce32638a2/A, priority=12, startTime=1733156425503; duration=0sec 2024-12-02T16:20:25,634 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:20:25,634 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5856078bb6c4c3c9bcfdb70ce32638a2:A 2024-12-02T16:20:25,634 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:20:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-02T16:20:25,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/34aad16506de48208e3a8e13859d9f03 is 50, key is test_row_0/B:col10/1733156424388/Put/seqid=0 2024-12-02T16:20:25,641 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:20:25,641 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): 5856078bb6c4c3c9bcfdb70ce32638a2/C is initiating minor compaction (all files) 2024-12-02T16:20:25,641 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5856078bb6c4c3c9bcfdb70ce32638a2/C in TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:25,641 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/86a2ed4048aa41028819542ef4843357, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/5f0b41c3d1144f83bff67eb1b6844ee6, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/ca0fc111327d44d3a6287d0c8e67b132, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/8f5542218f3e448bb852c73ca21f3841] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp, totalSize=48.7 K 2024-12-02T16:20:25,642 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 86a2ed4048aa41028819542ef4843357, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1733156422798 2024-12-02T16:20:25,643 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f0b41c3d1144f83bff67eb1b6844ee6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1733156422983 2024-12-02T16:20:25,643 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca0fc111327d44d3a6287d0c8e67b132, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1733156423138 2024-12-02T16:20:25,644 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f5542218f3e448bb852c73ca21f3841, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1733156424337 2024-12-02T16:20:25,662 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/3323ef51b0f448058cecd31f8b9fabd0 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/3323ef51b0f448058cecd31f8b9fabd0 2024-12-02T16:20:25,669 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5856078bb6c4c3c9bcfdb70ce32638a2/B of 5856078bb6c4c3c9bcfdb70ce32638a2 into 3323ef51b0f448058cecd31f8b9fabd0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:20:25,669 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5856078bb6c4c3c9bcfdb70ce32638a2: 2024-12-02T16:20:25,669 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2., storeName=5856078bb6c4c3c9bcfdb70ce32638a2/B, priority=12, startTime=1733156425503; duration=0sec 2024-12-02T16:20:25,669 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:20:25,669 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5856078bb6c4c3c9bcfdb70ce32638a2:B 2024-12-02T16:20:25,675 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5856078bb6c4c3c9bcfdb70ce32638a2#C#compaction#76 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:20:25,676 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/deb1703695154c29bd071c7a4c9b73fe is 50, key is test_row_0/C:col10/1733156424337/Put/seqid=0 2024-12-02T16:20:25,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:25,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741914_1090 (size=12301) 2024-12-02T16:20:25,698 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/34aad16506de48208e3a8e13859d9f03 2024-12-02T16:20:25,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156485695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:25,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:25,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:25,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156485701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:25,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156485701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:25,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:25,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156485706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:25,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741915_1091 (size=13119) 2024-12-02T16:20:25,733 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/deb1703695154c29bd071c7a4c9b73fe as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/deb1703695154c29bd071c7a4c9b73fe 2024-12-02T16:20:25,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/6aa96127f5034e7d864062fdaceb806c is 50, key is test_row_0/C:col10/1733156424388/Put/seqid=0 2024-12-02T16:20:25,744 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5856078bb6c4c3c9bcfdb70ce32638a2/C of 5856078bb6c4c3c9bcfdb70ce32638a2 into deb1703695154c29bd071c7a4c9b73fe(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:20:25,744 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5856078bb6c4c3c9bcfdb70ce32638a2: 2024-12-02T16:20:25,744 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2., storeName=5856078bb6c4c3c9bcfdb70ce32638a2/C, priority=12, startTime=1733156425504; duration=0sec 2024-12-02T16:20:25,745 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:20:25,745 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5856078bb6c4c3c9bcfdb70ce32638a2:C 2024-12-02T16:20:25,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741916_1092 (size=12301) 2024-12-02T16:20:25,766 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/6aa96127f5034e7d864062fdaceb806c 2024-12-02T16:20:25,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/14005451d76245f680bdf205cebecf80 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/14005451d76245f680bdf205cebecf80 2024-12-02T16:20:25,801 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/14005451d76245f680bdf205cebecf80, entries=150, sequenceid=362, filesize=12.0 K 2024-12-02T16:20:25,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/34aad16506de48208e3a8e13859d9f03 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/34aad16506de48208e3a8e13859d9f03 2024-12-02T16:20:25,810 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/34aad16506de48208e3a8e13859d9f03, entries=150, sequenceid=362, filesize=12.0 K 2024-12-02T16:20:25,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/6aa96127f5034e7d864062fdaceb806c as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/6aa96127f5034e7d864062fdaceb806c 2024-12-02T16:20:25,822 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/6aa96127f5034e7d864062fdaceb806c, entries=150, sequenceid=362, filesize=12.0 K 2024-12-02T16:20:25,824 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 5856078bb6c4c3c9bcfdb70ce32638a2 in 308ms, sequenceid=362, compaction requested=false 2024-12-02T16:20:25,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 5856078bb6c4c3c9bcfdb70ce32638a2: 2024-12-02T16:20:25,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:25,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-02T16:20:25,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-12-02T16:20:25,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-12-02T16:20:25,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 795 msec 2024-12-02T16:20:25,831 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 804 msec 2024-12-02T16:20:25,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 5856078bb6c4c3c9bcfdb70ce32638a2 2024-12-02T16:20:25,917 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5856078bb6c4c3c9bcfdb70ce32638a2 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-02T16:20:25,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=A 2024-12-02T16:20:25,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:25,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=B 2024-12-02T16:20:25,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:25,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=C 2024-12-02T16:20:25,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:25,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/4351e41cbfa242b5a55da7b0e72f0231 is 50, key is test_row_0/A:col10/1733156425916/Put/seqid=0 2024-12-02T16:20:25,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:25,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156485963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:25,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:25,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156485973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:25,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:25,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156485976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:25,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:25,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156485973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:25,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741917_1093 (size=17181) 2024-12-02T16:20:26,005 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/4351e41cbfa242b5a55da7b0e72f0231 2024-12-02T16:20:26,021 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/46aa0ee6b72c4f1d8094cd757a093aac is 50, key is test_row_0/B:col10/1733156425916/Put/seqid=0 2024-12-02T16:20:26,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741918_1094 (size=12301) 2024-12-02T16:20:26,065 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/46aa0ee6b72c4f1d8094cd757a093aac 2024-12-02T16:20:26,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:26,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156486081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:26,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:26,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156486086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:26,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:26,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156486086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:26,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:26,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156486097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:26,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/4a83ee554aba4bf1a9495116ab3cbeee is 50, key is test_row_0/C:col10/1733156425916/Put/seqid=0 2024-12-02T16:20:26,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741919_1095 (size=12301) 2024-12-02T16:20:26,132 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/4a83ee554aba4bf1a9495116ab3cbeee 2024-12-02T16:20:26,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-02T16:20:26,137 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-12-02T16:20:26,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/4351e41cbfa242b5a55da7b0e72f0231 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/4351e41cbfa242b5a55da7b0e72f0231 2024-12-02T16:20:26,145 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:20:26,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-12-02T16:20:26,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-02T16:20:26,152 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/4351e41cbfa242b5a55da7b0e72f0231, entries=250, sequenceid=383, filesize=16.8 K 2024-12-02T16:20:26,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/46aa0ee6b72c4f1d8094cd757a093aac as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/46aa0ee6b72c4f1d8094cd757a093aac 2024-12-02T16:20:26,170 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:20:26,171 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/46aa0ee6b72c4f1d8094cd757a093aac, entries=150, sequenceid=383, filesize=12.0 K 2024-12-02T16:20:26,171 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:20:26,171 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:20:26,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/4a83ee554aba4bf1a9495116ab3cbeee as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/4a83ee554aba4bf1a9495116ab3cbeee 2024-12-02T16:20:26,186 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/4a83ee554aba4bf1a9495116ab3cbeee, entries=150, sequenceid=383, filesize=12.0 K 2024-12-02T16:20:26,189 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 5856078bb6c4c3c9bcfdb70ce32638a2 in 273ms, sequenceid=383, compaction requested=true 2024-12-02T16:20:26,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5856078bb6c4c3c9bcfdb70ce32638a2: 2024-12-02T16:20:26,189 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:20:26,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5856078bb6c4c3c9bcfdb70ce32638a2:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:20:26,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:20:26,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5856078bb6c4c3c9bcfdb70ce32638a2:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:20:26,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:20:26,190 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42601 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:20:26,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5856078bb6c4c3c9bcfdb70ce32638a2:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:20:26,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-02T16:20:26,190 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): 5856078bb6c4c3c9bcfdb70ce32638a2/A is initiating minor compaction (all files) 2024-12-02T16:20:26,191 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5856078bb6c4c3c9bcfdb70ce32638a2/A in TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:26,191 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/54b9bc236c5f473caa0a2ca763c66e86, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/14005451d76245f680bdf205cebecf80, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/4351e41cbfa242b5a55da7b0e72f0231] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp, totalSize=41.6 K 2024-12-02T16:20:26,191 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54b9bc236c5f473caa0a2ca763c66e86, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1733156424337 2024-12-02T16:20:26,192 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14005451d76245f680bdf205cebecf80, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1733156424388 2024-12-02T16:20:26,192 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4351e41cbfa242b5a55da7b0e72f0231, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1733156425569 2024-12-02T16:20:26,192 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:20:26,203 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:20:26,203 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 5856078bb6c4c3c9bcfdb70ce32638a2/B is initiating minor compaction (all files) 2024-12-02T16:20:26,204 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5856078bb6c4c3c9bcfdb70ce32638a2/B in TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:26,204 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/3323ef51b0f448058cecd31f8b9fabd0, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/34aad16506de48208e3a8e13859d9f03, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/46aa0ee6b72c4f1d8094cd757a093aac] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp, totalSize=36.8 K 2024-12-02T16:20:26,204 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 3323ef51b0f448058cecd31f8b9fabd0, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1733156424337 2024-12-02T16:20:26,206 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 34aad16506de48208e3a8e13859d9f03, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1733156424388 2024-12-02T16:20:26,206 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5856078bb6c4c3c9bcfdb70ce32638a2#A#compaction#81 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:20:26,206 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 46aa0ee6b72c4f1d8094cd757a093aac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1733156425569 2024-12-02T16:20:26,207 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/f2d4598d08df46c58adaaed4d9060481 is 50, key is test_row_0/A:col10/1733156425916/Put/seqid=0 2024-12-02T16:20:26,237 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5856078bb6c4c3c9bcfdb70ce32638a2#B#compaction#82 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:20:26,238 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/099b5d6975714e12ad641f622e64dd28 is 50, key is test_row_0/B:col10/1733156425916/Put/seqid=0 2024-12-02T16:20:26,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741920_1096 (size=13221) 2024-12-02T16:20:26,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-02T16:20:26,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741921_1097 (size=13221) 2024-12-02T16:20:26,294 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/f2d4598d08df46c58adaaed4d9060481 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/f2d4598d08df46c58adaaed4d9060481 2024-12-02T16:20:26,304 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5856078bb6c4c3c9bcfdb70ce32638a2 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-02T16:20:26,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=A 2024-12-02T16:20:26,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:26,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=B 2024-12-02T16:20:26,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:26,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=C 2024-12-02T16:20:26,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:26,305 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/099b5d6975714e12ad641f622e64dd28 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/099b5d6975714e12ad641f622e64dd28 2024-12-02T16:20:26,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 5856078bb6c4c3c9bcfdb70ce32638a2 2024-12-02T16:20:26,311 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5856078bb6c4c3c9bcfdb70ce32638a2/A of 5856078bb6c4c3c9bcfdb70ce32638a2 into f2d4598d08df46c58adaaed4d9060481(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:20:26,311 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5856078bb6c4c3c9bcfdb70ce32638a2: 2024-12-02T16:20:26,311 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2., storeName=5856078bb6c4c3c9bcfdb70ce32638a2/A, priority=13, startTime=1733156426189; duration=0sec 2024-12-02T16:20:26,311 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:20:26,311 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5856078bb6c4c3c9bcfdb70ce32638a2:A 2024-12-02T16:20:26,311 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:20:26,317 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:20:26,317 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): 5856078bb6c4c3c9bcfdb70ce32638a2/C is initiating minor compaction (all files) 2024-12-02T16:20:26,318 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5856078bb6c4c3c9bcfdb70ce32638a2/C in TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:26,318 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/deb1703695154c29bd071c7a4c9b73fe, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/6aa96127f5034e7d864062fdaceb806c, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/4a83ee554aba4bf1a9495116ab3cbeee] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp, totalSize=36.8 K 2024-12-02T16:20:26,324 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting deb1703695154c29bd071c7a4c9b73fe, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1733156424337 2024-12-02T16:20:26,325 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:26,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-02T16:20:26,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:26,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. as already flushing 2024-12-02T16:20:26,329 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6aa96127f5034e7d864062fdaceb806c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1733156424388 2024-12-02T16:20:26,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:26,329 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:26,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:26,329 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/c403b1630e50454eb9de53416e16c4a3 is 50, key is test_row_0/A:col10/1733156426303/Put/seqid=0 2024-12-02T16:20:26,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:26,338 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a83ee554aba4bf1a9495116ab3cbeee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1733156425569 2024-12-02T16:20:26,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:26,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156486353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:26,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:26,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156486353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:26,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:26,362 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5856078bb6c4c3c9bcfdb70ce32638a2/B of 5856078bb6c4c3c9bcfdb70ce32638a2 into 099b5d6975714e12ad641f622e64dd28(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:20:26,362 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5856078bb6c4c3c9bcfdb70ce32638a2: 2024-12-02T16:20:26,362 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2., storeName=5856078bb6c4c3c9bcfdb70ce32638a2/B, priority=13, startTime=1733156426190; duration=0sec 2024-12-02T16:20:26,363 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:20:26,363 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5856078bb6c4c3c9bcfdb70ce32638a2:B 2024-12-02T16:20:26,365 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5856078bb6c4c3c9bcfdb70ce32638a2#C#compaction#84 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:20:26,365 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/bb8ecd2f8d9541f3a7e9430c204dc950 is 50, key is test_row_0/C:col10/1733156425916/Put/seqid=0 2024-12-02T16:20:26,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:26,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156486357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:26,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741922_1098 (size=12301) 2024-12-02T16:20:26,376 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/c403b1630e50454eb9de53416e16c4a3 2024-12-02T16:20:26,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156486354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:26,395 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/2344655209e24867b167225856047dad is 50, key is test_row_0/B:col10/1733156426303/Put/seqid=0 2024-12-02T16:20:26,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741923_1099 (size=13221) 2024-12-02T16:20:26,433 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/bb8ecd2f8d9541f3a7e9430c204dc950 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/bb8ecd2f8d9541f3a7e9430c204dc950 2024-12-02T16:20:26,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-02T16:20:26,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741924_1100 (size=12301) 2024-12-02T16:20:26,455 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5856078bb6c4c3c9bcfdb70ce32638a2/C of 5856078bb6c4c3c9bcfdb70ce32638a2 into bb8ecd2f8d9541f3a7e9430c204dc950(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:20:26,455 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5856078bb6c4c3c9bcfdb70ce32638a2: 2024-12-02T16:20:26,455 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2., storeName=5856078bb6c4c3c9bcfdb70ce32638a2/C, priority=13, startTime=1733156426190; duration=0sec 2024-12-02T16:20:26,455 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:20:26,455 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5856078bb6c4c3c9bcfdb70ce32638a2:C 2024-12-02T16:20:26,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:26,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156486461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:26,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:26,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156486469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:26,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:26,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156486484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:26,491 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:26,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-02T16:20:26,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:26,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. as already flushing 2024-12-02T16:20:26,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:26,494 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:26,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:26,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:26,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:26,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156486498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:26,647 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:26,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-02T16:20:26,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:26,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. as already flushing 2024-12-02T16:20:26,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:26,661 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:26,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:26,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:26,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:26,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156486670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:26,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:26,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156486677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:26,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:26,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156486688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:26,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:26,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156486713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:26,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-02T16:20:26,814 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:26,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-02T16:20:26,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:26,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. as already flushing 2024-12-02T16:20:26,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:26,821 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:26,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:26,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:26,857 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/2344655209e24867b167225856047dad 2024-12-02T16:20:26,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/1ea07d1d18534b43b36c715eae8fa1b3 is 50, key is test_row_0/C:col10/1733156426303/Put/seqid=0 2024-12-02T16:20:26,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741925_1101 (size=12301) 2024-12-02T16:20:26,977 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:26,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-02T16:20:26,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:26,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. as already flushing 2024-12-02T16:20:26,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:26,989 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:26,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:26,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:26,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:26,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156486989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:26,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:26,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156486990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:27,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:27,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156487004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:27,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:27,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156487021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:27,144 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:27,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-02T16:20:27,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:27,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. as already flushing 2024-12-02T16:20:27,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:27,148 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:27,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:27,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:27,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-02T16:20:27,309 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:27,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-02T16:20:27,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:27,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. as already flushing 2024-12-02T16:20:27,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:27,310 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:27,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:27,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:27,353 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/1ea07d1d18534b43b36c715eae8fa1b3 2024-12-02T16:20:27,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/c403b1630e50454eb9de53416e16c4a3 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/c403b1630e50454eb9de53416e16c4a3 2024-12-02T16:20:27,421 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/c403b1630e50454eb9de53416e16c4a3, entries=150, sequenceid=402, filesize=12.0 K 2024-12-02T16:20:27,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/2344655209e24867b167225856047dad as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/2344655209e24867b167225856047dad 2024-12-02T16:20:27,439 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/2344655209e24867b167225856047dad, entries=150, sequenceid=402, filesize=12.0 K 2024-12-02T16:20:27,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/1ea07d1d18534b43b36c715eae8fa1b3 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/1ea07d1d18534b43b36c715eae8fa1b3 2024-12-02T16:20:27,458 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/1ea07d1d18534b43b36c715eae8fa1b3, entries=150, sequenceid=402, filesize=12.0 K 2024-12-02T16:20:27,459 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 5856078bb6c4c3c9bcfdb70ce32638a2 in 1154ms, sequenceid=402, compaction requested=false 2024-12-02T16:20:27,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5856078bb6c4c3c9bcfdb70ce32638a2: 2024-12-02T16:20:27,465 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:27,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-02T16:20:27,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:27,467 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing 5856078bb6c4c3c9bcfdb70ce32638a2 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-02T16:20:27,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=A 2024-12-02T16:20:27,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:27,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=B 2024-12-02T16:20:27,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:27,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=C 2024-12-02T16:20:27,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:27,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/0f29b87192b04df89e5a63cbd4c3821e is 50, key is test_row_0/A:col10/1733156426323/Put/seqid=0 2024-12-02T16:20:27,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741926_1102 (size=12301) 2024-12-02T16:20:27,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 5856078bb6c4c3c9bcfdb70ce32638a2 2024-12-02T16:20:27,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. as already flushing 2024-12-02T16:20:27,515 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/0f29b87192b04df89e5a63cbd4c3821e 2024-12-02T16:20:27,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/c2eb778a7602441fb167d6fb9ffe770d is 50, key is test_row_0/B:col10/1733156426323/Put/seqid=0 2024-12-02T16:20:27,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:27,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156487543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:27,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:27,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156487549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:27,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:27,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156487558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:27,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:27,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156487559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:27,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741927_1103 (size=12301) 2024-12-02T16:20:27,590 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/c2eb778a7602441fb167d6fb9ffe770d 2024-12-02T16:20:27,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/1692c8ec9fb54fd7a65b3d7a5690bf82 is 50, key is test_row_0/C:col10/1733156426323/Put/seqid=0 2024-12-02T16:20:27,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741928_1104 (size=12301) 2024-12-02T16:20:27,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:27,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156487660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:27,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:27,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156487681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:27,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:27,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156487682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:27,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:27,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156487686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:27,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:27,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156487874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:27,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:27,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156487886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:27,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:27,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156487887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:27,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:27,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156487896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:28,054 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/1692c8ec9fb54fd7a65b3d7a5690bf82 2024-12-02T16:20:28,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/0f29b87192b04df89e5a63cbd4c3821e as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/0f29b87192b04df89e5a63cbd4c3821e 2024-12-02T16:20:28,071 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/0f29b87192b04df89e5a63cbd4c3821e, entries=150, sequenceid=422, filesize=12.0 K 2024-12-02T16:20:28,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/c2eb778a7602441fb167d6fb9ffe770d as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/c2eb778a7602441fb167d6fb9ffe770d 2024-12-02T16:20:28,081 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/c2eb778a7602441fb167d6fb9ffe770d, entries=150, sequenceid=422, filesize=12.0 K 2024-12-02T16:20:28,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/1692c8ec9fb54fd7a65b3d7a5690bf82 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/1692c8ec9fb54fd7a65b3d7a5690bf82 2024-12-02T16:20:28,090 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/1692c8ec9fb54fd7a65b3d7a5690bf82, entries=150, sequenceid=422, filesize=12.0 K 2024-12-02T16:20:28,097 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 5856078bb6c4c3c9bcfdb70ce32638a2 in 630ms, sequenceid=422, compaction requested=true 2024-12-02T16:20:28,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for 5856078bb6c4c3c9bcfdb70ce32638a2: 2024-12-02T16:20:28,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:28,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-02T16:20:28,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-12-02T16:20:28,104 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-12-02T16:20:28,104 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9300 sec 2024-12-02T16:20:28,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 1.9600 sec 2024-12-02T16:20:28,198 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5856078bb6c4c3c9bcfdb70ce32638a2 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-02T16:20:28,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=A 2024-12-02T16:20:28,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:28,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=B 2024-12-02T16:20:28,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:28,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=C 2024-12-02T16:20:28,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:28,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 5856078bb6c4c3c9bcfdb70ce32638a2 2024-12-02T16:20:28,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/ec54874ce1994a66a36a75a10e57733f is 50, key is test_row_0/A:col10/1733156427537/Put/seqid=0 2024-12-02T16:20:28,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:28,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156488235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:28,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:28,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156488235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:28,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:28,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156488237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:28,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741929_1105 (size=14741) 2024-12-02T16:20:28,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:28,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156488238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:28,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-02T16:20:28,272 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-12-02T16:20:28,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:20:28,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees 2024-12-02T16:20:28,280 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:20:28,282 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:20:28,282 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:20:28,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-02T16:20:28,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:28,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156488343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:28,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:28,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156488343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:28,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:28,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156488346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:28,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:28,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156488347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:28,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-02T16:20:28,435 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:28,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-02T16:20:28,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:28,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. as already flushing 2024-12-02T16:20:28,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:28,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:28,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:28,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:28,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:28,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156488554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:28,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:28,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156488554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:28,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:28,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156488564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:28,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:28,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156488569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:28,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-02T16:20:28,600 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:28,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-02T16:20:28,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:28,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. as already flushing 2024-12-02T16:20:28,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:28,609 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:28,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:28,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:28,645 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/ec54874ce1994a66a36a75a10e57733f 2024-12-02T16:20:28,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/918fa02f0bfe4a82a6a1b6cf37908c46 is 50, key is test_row_0/B:col10/1733156427537/Put/seqid=0 2024-12-02T16:20:28,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741930_1106 (size=12301) 2024-12-02T16:20:28,706 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/918fa02f0bfe4a82a6a1b6cf37908c46 2024-12-02T16:20:28,735 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/7f7fc10ece964fd088b0f817d28728d0 is 50, key is test_row_0/C:col10/1733156427537/Put/seqid=0 2024-12-02T16:20:28,768 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:28,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-02T16:20:28,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:28,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. as already flushing 2024-12-02T16:20:28,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:28,770 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:28,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:28,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:28,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741931_1107 (size=12301) 2024-12-02T16:20:28,784 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/7f7fc10ece964fd088b0f817d28728d0 2024-12-02T16:20:28,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/ec54874ce1994a66a36a75a10e57733f as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/ec54874ce1994a66a36a75a10e57733f 2024-12-02T16:20:28,824 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/ec54874ce1994a66a36a75a10e57733f, entries=200, sequenceid=443, filesize=14.4 K 2024-12-02T16:20:28,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/918fa02f0bfe4a82a6a1b6cf37908c46 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/918fa02f0bfe4a82a6a1b6cf37908c46 2024-12-02T16:20:28,853 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/918fa02f0bfe4a82a6a1b6cf37908c46, entries=150, sequenceid=443, filesize=12.0 K 2024-12-02T16:20:28,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/7f7fc10ece964fd088b0f817d28728d0 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/7f7fc10ece964fd088b0f817d28728d0 2024-12-02T16:20:28,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:28,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156488864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:28,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:28,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156488864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:28,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:28,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156488878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:28,884 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/7f7fc10ece964fd088b0f817d28728d0, entries=150, sequenceid=443, filesize=12.0 K 2024-12-02T16:20:28,886 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 5856078bb6c4c3c9bcfdb70ce32638a2 in 688ms, sequenceid=443, compaction requested=true 2024-12-02T16:20:28,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5856078bb6c4c3c9bcfdb70ce32638a2: 2024-12-02T16:20:28,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5856078bb6c4c3c9bcfdb70ce32638a2:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:20:28,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:20:28,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5856078bb6c4c3c9bcfdb70ce32638a2:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:20:28,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-02T16:20:28,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5856078bb6c4c3c9bcfdb70ce32638a2:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:20:28,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-02T16:20:28,887 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:20:28,887 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:20:28,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-02T16:20:28,895 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52564 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:20:28,895 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): 5856078bb6c4c3c9bcfdb70ce32638a2/A is initiating minor compaction (all files) 2024-12-02T16:20:28,895 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5856078bb6c4c3c9bcfdb70ce32638a2/A in TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:28,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 5856078bb6c4c3c9bcfdb70ce32638a2 2024-12-02T16:20:28,896 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:20:28,896 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/f2d4598d08df46c58adaaed4d9060481, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/c403b1630e50454eb9de53416e16c4a3, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/0f29b87192b04df89e5a63cbd4c3821e, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/ec54874ce1994a66a36a75a10e57733f] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp, totalSize=51.3 K 2024-12-02T16:20:28,896 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 5856078bb6c4c3c9bcfdb70ce32638a2/C is initiating minor compaction (all files) 2024-12-02T16:20:28,896 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5856078bb6c4c3c9bcfdb70ce32638a2/C in TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:28,896 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/bb8ecd2f8d9541f3a7e9430c204dc950, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/1ea07d1d18534b43b36c715eae8fa1b3, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/1692c8ec9fb54fd7a65b3d7a5690bf82, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/7f7fc10ece964fd088b0f817d28728d0] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp, totalSize=48.9 K 2024-12-02T16:20:28,896 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting f2d4598d08df46c58adaaed4d9060481, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1733156425569 2024-12-02T16:20:28,896 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5856078bb6c4c3c9bcfdb70ce32638a2 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-02T16:20:28,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=A 2024-12-02T16:20:28,897 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting c403b1630e50454eb9de53416e16c4a3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1733156425960 2024-12-02T16:20:28,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:28,897 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting bb8ecd2f8d9541f3a7e9430c204dc950, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1733156425569 2024-12-02T16:20:28,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=B 2024-12-02T16:20:28,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:28,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=C 2024-12-02T16:20:28,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:28,897 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f29b87192b04df89e5a63cbd4c3821e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1733156426323 2024-12-02T16:20:28,898 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ea07d1d18534b43b36c715eae8fa1b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1733156425960 2024-12-02T16:20:28,899 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec54874ce1994a66a36a75a10e57733f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1733156427537 2024-12-02T16:20:28,899 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 1692c8ec9fb54fd7a65b3d7a5690bf82, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1733156426323 2024-12-02T16:20:28,900 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f7fc10ece964fd088b0f817d28728d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1733156427537 2024-12-02T16:20:28,926 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:28,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-02T16:20:28,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:28,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. as already flushing 2024-12-02T16:20:28,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:28,928 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:28,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:28,929 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/0391be4a9bea4fd6ae39892e0ffc5eee is 50, key is test_row_0/A:col10/1733156428235/Put/seqid=0 2024-12-02T16:20:28,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:28,944 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5856078bb6c4c3c9bcfdb70ce32638a2#A#compaction#94 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:20:28,945 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/b5965bb9415a488d96bdfb4703c25d12 is 50, key is test_row_0/A:col10/1733156427537/Put/seqid=0 2024-12-02T16:20:28,965 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5856078bb6c4c3c9bcfdb70ce32638a2#C#compaction#95 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:20:28,966 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/1d8d00783647442fb8035cfcaedef717 is 50, key is test_row_0/C:col10/1733156427537/Put/seqid=0 2024-12-02T16:20:28,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741932_1108 (size=14741) 2024-12-02T16:20:28,974 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/0391be4a9bea4fd6ae39892e0ffc5eee 2024-12-02T16:20:28,991 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/56cc86c7beea44a282beee420e7c32aa is 50, key is test_row_0/B:col10/1733156428235/Put/seqid=0 2024-12-02T16:20:29,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:29,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156489033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:29,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741933_1109 (size=13357) 2024-12-02T16:20:29,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:29,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741935_1111 (size=12301) 2024-12-02T16:20:29,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37184 deadline: 1733156489051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:29,061 DEBUG [Thread-149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18362 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2., hostname=2a8f9448bb5c,46371,1733156403634, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T16:20:29,064 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/b5965bb9415a488d96bdfb4703c25d12 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/b5965bb9415a488d96bdfb4703c25d12 2024-12-02T16:20:29,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741934_1110 (size=13357) 2024-12-02T16:20:29,071 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5856078bb6c4c3c9bcfdb70ce32638a2/A of 5856078bb6c4c3c9bcfdb70ce32638a2 into b5965bb9415a488d96bdfb4703c25d12(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:20:29,071 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5856078bb6c4c3c9bcfdb70ce32638a2: 2024-12-02T16:20:29,071 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2., storeName=5856078bb6c4c3c9bcfdb70ce32638a2/A, priority=12, startTime=1733156428886; duration=0sec 2024-12-02T16:20:29,071 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:20:29,071 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5856078bb6c4c3c9bcfdb70ce32638a2:A 2024-12-02T16:20:29,071 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:20:29,073 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:20:29,074 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): 5856078bb6c4c3c9bcfdb70ce32638a2/B is initiating minor compaction (all files) 2024-12-02T16:20:29,074 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5856078bb6c4c3c9bcfdb70ce32638a2/B in TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:29,074 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/099b5d6975714e12ad641f622e64dd28, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/2344655209e24867b167225856047dad, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/c2eb778a7602441fb167d6fb9ffe770d, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/918fa02f0bfe4a82a6a1b6cf37908c46] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp, totalSize=48.9 K 2024-12-02T16:20:29,075 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 099b5d6975714e12ad641f622e64dd28, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1733156425569 2024-12-02T16:20:29,075 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2344655209e24867b167225856047dad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1733156425960 2024-12-02T16:20:29,076 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting c2eb778a7602441fb167d6fb9ffe770d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1733156426323 2024-12-02T16:20:29,076 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 918fa02f0bfe4a82a6a1b6cf37908c46, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1733156427537 2024-12-02T16:20:29,083 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/1d8d00783647442fb8035cfcaedef717 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/1d8d00783647442fb8035cfcaedef717 2024-12-02T16:20:29,088 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:29,092 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5856078bb6c4c3c9bcfdb70ce32638a2/C of 5856078bb6c4c3c9bcfdb70ce32638a2 into 1d8d00783647442fb8035cfcaedef717(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:20:29,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-02T16:20:29,093 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5856078bb6c4c3c9bcfdb70ce32638a2: 2024-12-02T16:20:29,093 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2., storeName=5856078bb6c4c3c9bcfdb70ce32638a2/C, priority=12, startTime=1733156428887; duration=0sec 2024-12-02T16:20:29,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:29,093 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:20:29,093 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5856078bb6c4c3c9bcfdb70ce32638a2:C 2024-12-02T16:20:29,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. as already flushing 2024-12-02T16:20:29,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:29,093 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:29,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:29,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:29,099 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5856078bb6c4c3c9bcfdb70ce32638a2#B#compaction#97 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:20:29,100 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/8a6bd090df8e47cfabd64be1731d8a70 is 50, key is test_row_0/B:col10/1733156427537/Put/seqid=0 2024-12-02T16:20:29,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:29,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156489161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:29,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741936_1112 (size=13357) 2024-12-02T16:20:29,179 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/8a6bd090df8e47cfabd64be1731d8a70 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/8a6bd090df8e47cfabd64be1731d8a70 2024-12-02T16:20:29,189 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5856078bb6c4c3c9bcfdb70ce32638a2/B of 5856078bb6c4c3c9bcfdb70ce32638a2 into 8a6bd090df8e47cfabd64be1731d8a70(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:20:29,189 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5856078bb6c4c3c9bcfdb70ce32638a2: 2024-12-02T16:20:29,189 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2., storeName=5856078bb6c4c3c9bcfdb70ce32638a2/B, priority=12, startTime=1733156428886; duration=0sec 2024-12-02T16:20:29,189 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:20:29,189 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5856078bb6c4c3c9bcfdb70ce32638a2:B 2024-12-02T16:20:29,255 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:29,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-02T16:20:29,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:29,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. as already flushing 2024-12-02T16:20:29,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:29,257 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:29,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:29,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:29,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156489369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:29,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:29,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156489376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:29,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:29,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156489376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:29,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-02T16:20:29,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:29,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156489401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:29,420 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:29,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-02T16:20:29,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:29,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. as already flushing 2024-12-02T16:20:29,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:29,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:29,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:29,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:29,458 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/56cc86c7beea44a282beee420e7c32aa 2024-12-02T16:20:29,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/0d2656ee2790447f85c2ec5b1f92f0b4 is 50, key is test_row_0/C:col10/1733156428235/Put/seqid=0 2024-12-02T16:20:29,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741937_1113 (size=12301) 2024-12-02T16:20:29,520 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/0d2656ee2790447f85c2ec5b1f92f0b4 2024-12-02T16:20:29,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/0391be4a9bea4fd6ae39892e0ffc5eee as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/0391be4a9bea4fd6ae39892e0ffc5eee 2024-12-02T16:20:29,552 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/0391be4a9bea4fd6ae39892e0ffc5eee, entries=200, sequenceid=460, filesize=14.4 K 2024-12-02T16:20:29,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/56cc86c7beea44a282beee420e7c32aa as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/56cc86c7beea44a282beee420e7c32aa 2024-12-02T16:20:29,563 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/56cc86c7beea44a282beee420e7c32aa, entries=150, sequenceid=460, filesize=12.0 K 2024-12-02T16:20:29,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/0d2656ee2790447f85c2ec5b1f92f0b4 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/0d2656ee2790447f85c2ec5b1f92f0b4 2024-12-02T16:20:29,571 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/0d2656ee2790447f85c2ec5b1f92f0b4, entries=150, sequenceid=460, filesize=12.0 K 2024-12-02T16:20:29,573 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 5856078bb6c4c3c9bcfdb70ce32638a2 in 676ms, sequenceid=460, compaction requested=false 2024-12-02T16:20:29,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5856078bb6c4c3c9bcfdb70ce32638a2: 2024-12-02T16:20:29,580 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:29,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-02T16:20:29,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:29,581 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2837): Flushing 5856078bb6c4c3c9bcfdb70ce32638a2 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-02T16:20:29,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=A 2024-12-02T16:20:29,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:29,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=B 2024-12-02T16:20:29,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:29,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=C 2024-12-02T16:20:29,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:29,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/7a65044d0af94350bc5be77542557620 is 50, key is test_row_0/A:col10/1733156429020/Put/seqid=0 2024-12-02T16:20:29,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741938_1114 (size=12301) 2024-12-02T16:20:29,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. as already flushing 2024-12-02T16:20:29,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 5856078bb6c4c3c9bcfdb70ce32638a2 2024-12-02T16:20:29,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:29,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156489721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:29,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:29,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156489825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:30,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:30,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156490029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:30,037 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/7a65044d0af94350bc5be77542557620 2024-12-02T16:20:30,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/f23d42f445444cd59e233e2ea20b0946 is 50, key is test_row_0/B:col10/1733156429020/Put/seqid=0 2024-12-02T16:20:30,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741939_1115 (size=12301) 2024-12-02T16:20:30,105 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/f23d42f445444cd59e233e2ea20b0946 2024-12-02T16:20:30,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/83fcddf462914a7790c9873ab16ad792 is 50, key is test_row_0/C:col10/1733156429020/Put/seqid=0 2024-12-02T16:20:30,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741940_1116 (size=12301) 2024-12-02T16:20:30,165 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/83fcddf462914a7790c9873ab16ad792 2024-12-02T16:20:30,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/7a65044d0af94350bc5be77542557620 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/7a65044d0af94350bc5be77542557620 2024-12-02T16:20:30,207 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/7a65044d0af94350bc5be77542557620, entries=150, sequenceid=482, filesize=12.0 K 2024-12-02T16:20:30,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/f23d42f445444cd59e233e2ea20b0946 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/f23d42f445444cd59e233e2ea20b0946 2024-12-02T16:20:30,216 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/f23d42f445444cd59e233e2ea20b0946, entries=150, sequenceid=482, filesize=12.0 K 2024-12-02T16:20:30,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/83fcddf462914a7790c9873ab16ad792 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/83fcddf462914a7790c9873ab16ad792 2024-12-02T16:20:30,225 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/83fcddf462914a7790c9873ab16ad792, entries=150, sequenceid=482, filesize=12.0 K 2024-12-02T16:20:30,228 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 5856078bb6c4c3c9bcfdb70ce32638a2 in 646ms, sequenceid=482, compaction requested=true 2024-12-02T16:20:30,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2538): Flush status journal for 5856078bb6c4c3c9bcfdb70ce32638a2: 2024-12-02T16:20:30,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:30,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-02T16:20:30,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=33 2024-12-02T16:20:30,230 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-12-02T16:20:30,231 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9470 sec 2024-12-02T16:20:30,232 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees in 1.9530 sec 2024-12-02T16:20:30,344 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5856078bb6c4c3c9bcfdb70ce32638a2 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-02T16:20:30,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=A 2024-12-02T16:20:30,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:30,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=B 2024-12-02T16:20:30,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:30,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=C 2024-12-02T16:20:30,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:30,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 5856078bb6c4c3c9bcfdb70ce32638a2 2024-12-02T16:20:30,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/e1ae0629c84e42f1872918c1c51c5335 is 50, key is test_row_0/A:col10/1733156430343/Put/seqid=0 2024-12-02T16:20:30,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741941_1117 (size=12301) 2024-12-02T16:20:30,392 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/e1ae0629c84e42f1872918c1c51c5335 2024-12-02T16:20:30,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-02T16:20:30,396 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-12-02T16:20:30,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:20:30,407 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/bc092952f010495ba4a3b62baf32dd9e is 50, key is test_row_0/B:col10/1733156430343/Put/seqid=0 2024-12-02T16:20:30,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees 2024-12-02T16:20:30,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-02T16:20:30,413 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:20:30,413 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:20:30,414 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:20:30,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:30,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156490423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:30,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:30,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156490424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:30,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:30,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37174 deadline: 1733156490427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:30,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:30,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156490429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:30,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741942_1118 (size=12301) 2024-12-02T16:20:30,483 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0febc460 to 127.0.0.1:63236 2024-12-02T16:20:30,483 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:20:30,485 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x37950159 to 127.0.0.1:63236 2024-12-02T16:20:30,485 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:20:30,485 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d5a9f0f to 127.0.0.1:63236 2024-12-02T16:20:30,485 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:20:30,490 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x054c943d to 127.0.0.1:63236 2024-12-02T16:20:30,490 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:20:30,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-02T16:20:30,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:30,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156490526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:30,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:30,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156490526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:30,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:30,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156490532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:30,568 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:30,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-02T16:20:30,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:30,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. as already flushing 2024-12-02T16:20:30,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:30,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:30,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:30,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:30,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-02T16:20:30,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:30,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156490728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:30,729 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:30,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-02T16:20:30,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:30,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. as already flushing 2024-12-02T16:20:30,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:30,730 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:30,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:30,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:30,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156490730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:30,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:30,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:30,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156490737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:30,856 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/bc092952f010495ba4a3b62baf32dd9e 2024-12-02T16:20:30,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/40acf35845524152ac72e0db15909574 is 50, key is test_row_0/C:col10/1733156430343/Put/seqid=0 2024-12-02T16:20:30,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741943_1119 (size=12301) 2024-12-02T16:20:30,882 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:30,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-02T16:20:30,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:30,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. as already flushing 2024-12-02T16:20:30,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:30,883 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:30,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:30,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:31,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-02T16:20:31,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:31,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37162 deadline: 1733156491031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:31,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:31,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 283 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37196 deadline: 1733156491034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:31,035 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:31,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-02T16:20:31,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:31,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. as already flushing 2024-12-02T16:20:31,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:31,036 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:31,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:31,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:31,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:31,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1733156491041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:31,189 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:31,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-02T16:20:31,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:31,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. as already flushing 2024-12-02T16:20:31,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:31,190 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:31,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:31,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:31,279 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/40acf35845524152ac72e0db15909574 2024-12-02T16:20:31,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/e1ae0629c84e42f1872918c1c51c5335 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/e1ae0629c84e42f1872918c1c51c5335 2024-12-02T16:20:31,292 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/e1ae0629c84e42f1872918c1c51c5335, entries=150, sequenceid=500, filesize=12.0 K 2024-12-02T16:20:31,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/bc092952f010495ba4a3b62baf32dd9e as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/bc092952f010495ba4a3b62baf32dd9e 2024-12-02T16:20:31,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/bc092952f010495ba4a3b62baf32dd9e, entries=150, sequenceid=500, filesize=12.0 K 2024-12-02T16:20:31,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/40acf35845524152ac72e0db15909574 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/40acf35845524152ac72e0db15909574 2024-12-02T16:20:31,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/40acf35845524152ac72e0db15909574, entries=150, sequenceid=500, filesize=12.0 K 2024-12-02T16:20:31,304 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 5856078bb6c4c3c9bcfdb70ce32638a2 in 960ms, sequenceid=500, compaction requested=true 2024-12-02T16:20:31,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5856078bb6c4c3c9bcfdb70ce32638a2: 2024-12-02T16:20:31,305 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:20:31,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5856078bb6c4c3c9bcfdb70ce32638a2:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:20:31,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:20:31,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5856078bb6c4c3c9bcfdb70ce32638a2:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:20:31,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:20:31,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5856078bb6c4c3c9bcfdb70ce32638a2:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:20:31,305 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:20:31,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:20:31,307 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52700 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:20:31,307 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): 5856078bb6c4c3c9bcfdb70ce32638a2/A is initiating minor compaction (all files) 2024-12-02T16:20:31,307 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5856078bb6c4c3c9bcfdb70ce32638a2/A in TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:31,307 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/b5965bb9415a488d96bdfb4703c25d12, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/0391be4a9bea4fd6ae39892e0ffc5eee, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/7a65044d0af94350bc5be77542557620, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/e1ae0629c84e42f1872918c1c51c5335] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp, totalSize=51.5 K 2024-12-02T16:20:31,308 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50260 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:20:31,308 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 5856078bb6c4c3c9bcfdb70ce32638a2/B is initiating minor compaction (all files) 2024-12-02T16:20:31,308 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting b5965bb9415a488d96bdfb4703c25d12, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1733156427537 2024-12-02T16:20:31,308 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5856078bb6c4c3c9bcfdb70ce32638a2/B in TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:31,308 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/8a6bd090df8e47cfabd64be1731d8a70, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/56cc86c7beea44a282beee420e7c32aa, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/f23d42f445444cd59e233e2ea20b0946, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/bc092952f010495ba4a3b62baf32dd9e] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp, totalSize=49.1 K 2024-12-02T16:20:31,308 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0391be4a9bea4fd6ae39892e0ffc5eee, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1733156428228 2024-12-02T16:20:31,309 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a6bd090df8e47cfabd64be1731d8a70, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1733156427537 2024-12-02T16:20:31,309 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a65044d0af94350bc5be77542557620, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1733156429008 2024-12-02T16:20:31,310 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 56cc86c7beea44a282beee420e7c32aa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1733156428228 2024-12-02T16:20:31,310 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1ae0629c84e42f1872918c1c51c5335, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=500, earliestPutTs=1733156429706 2024-12-02T16:20:31,310 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting f23d42f445444cd59e233e2ea20b0946, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1733156429008 2024-12-02T16:20:31,311 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting bc092952f010495ba4a3b62baf32dd9e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=500, earliestPutTs=1733156429706 2024-12-02T16:20:31,330 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5856078bb6c4c3c9bcfdb70ce32638a2#A#compaction#105 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:20:31,331 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/3842f357d3d244daa8c2901b0f44d254 is 50, key is test_row_0/A:col10/1733156430343/Put/seqid=0 2024-12-02T16:20:31,333 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5856078bb6c4c3c9bcfdb70ce32638a2#B#compaction#106 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:20:31,334 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/3123a79cb16d4696887f63738aa5a4c8 is 50, key is test_row_0/B:col10/1733156430343/Put/seqid=0 2024-12-02T16:20:31,337 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T16:20:31,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741944_1120 (size=13493) 2024-12-02T16:20:31,343 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:31,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741945_1121 (size=13493) 2024-12-02T16:20:31,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-02T16:20:31,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:31,349 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2837): Flushing 5856078bb6c4c3c9bcfdb70ce32638a2 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-02T16:20:31,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=A 2024-12-02T16:20:31,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:31,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=B 2024-12-02T16:20:31,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:31,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=C 2024-12-02T16:20:31,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:31,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/0d3cc5207ec843568a5a347457f6fe43 is 50, key is test_row_0/A:col10/1733156430413/Put/seqid=0 2024-12-02T16:20:31,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741946_1122 (size=12301) 2024-12-02T16:20:31,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-02T16:20:31,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. as already flushing 2024-12-02T16:20:31,538 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6cd26d7b to 127.0.0.1:63236 2024-12-02T16:20:31,538 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:20:31,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 5856078bb6c4c3c9bcfdb70ce32638a2 2024-12-02T16:20:31,539 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x18751c86 to 127.0.0.1:63236 2024-12-02T16:20:31,539 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:20:31,548 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x251efa5e to 127.0.0.1:63236 2024-12-02T16:20:31,549 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:20:31,756 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/3123a79cb16d4696887f63738aa5a4c8 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/3123a79cb16d4696887f63738aa5a4c8 2024-12-02T16:20:31,757 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/3842f357d3d244daa8c2901b0f44d254 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/3842f357d3d244daa8c2901b0f44d254 2024-12-02T16:20:31,759 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/0d3cc5207ec843568a5a347457f6fe43 2024-12-02T16:20:31,766 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5856078bb6c4c3c9bcfdb70ce32638a2/A of 5856078bb6c4c3c9bcfdb70ce32638a2 into 3842f357d3d244daa8c2901b0f44d254(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:20:31,766 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5856078bb6c4c3c9bcfdb70ce32638a2: 2024-12-02T16:20:31,766 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2., storeName=5856078bb6c4c3c9bcfdb70ce32638a2/A, priority=12, startTime=1733156431305; duration=0sec 2024-12-02T16:20:31,766 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:20:31,766 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5856078bb6c4c3c9bcfdb70ce32638a2:A 2024-12-02T16:20:31,766 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:20:31,768 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5856078bb6c4c3c9bcfdb70ce32638a2/B of 5856078bb6c4c3c9bcfdb70ce32638a2 into 3123a79cb16d4696887f63738aa5a4c8(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:20:31,768 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5856078bb6c4c3c9bcfdb70ce32638a2: 2024-12-02T16:20:31,768 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2., storeName=5856078bb6c4c3c9bcfdb70ce32638a2/B, priority=12, startTime=1733156431305; duration=0sec 2024-12-02T16:20:31,768 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:20:31,768 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5856078bb6c4c3c9bcfdb70ce32638a2:B 2024-12-02T16:20:31,770 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50260 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:20:31,771 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): 5856078bb6c4c3c9bcfdb70ce32638a2/C is initiating minor compaction (all files) 2024-12-02T16:20:31,771 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5856078bb6c4c3c9bcfdb70ce32638a2/C in TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:31,771 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/1d8d00783647442fb8035cfcaedef717, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/0d2656ee2790447f85c2ec5b1f92f0b4, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/83fcddf462914a7790c9873ab16ad792, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/40acf35845524152ac72e0db15909574] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp, totalSize=49.1 K 2024-12-02T16:20:31,772 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d8d00783647442fb8035cfcaedef717, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1733156427537 2024-12-02T16:20:31,772 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d2656ee2790447f85c2ec5b1f92f0b4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1733156428228 2024-12-02T16:20:31,773 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 83fcddf462914a7790c9873ab16ad792, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1733156429008 2024-12-02T16:20:31,773 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 40acf35845524152ac72e0db15909574, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=500, earliestPutTs=1733156429706 2024-12-02T16:20:31,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/3aadeb54871f4fbb85cde88834bccfd3 is 50, key is test_row_0/B:col10/1733156430413/Put/seqid=0 2024-12-02T16:20:31,795 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5856078bb6c4c3c9bcfdb70ce32638a2#C#compaction#109 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:20:31,796 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/3abd3470081049b3be09ae31992e0001 is 50, key is test_row_0/C:col10/1733156430343/Put/seqid=0 2024-12-02T16:20:31,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741948_1124 (size=13493) 2024-12-02T16:20:31,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741947_1123 (size=12301) 2024-12-02T16:20:31,826 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/3abd3470081049b3be09ae31992e0001 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/3abd3470081049b3be09ae31992e0001 2024-12-02T16:20:31,833 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5856078bb6c4c3c9bcfdb70ce32638a2/C of 5856078bb6c4c3c9bcfdb70ce32638a2 into 3abd3470081049b3be09ae31992e0001(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:20:31,833 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5856078bb6c4c3c9bcfdb70ce32638a2: 2024-12-02T16:20:31,833 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2., storeName=5856078bb6c4c3c9bcfdb70ce32638a2/C, priority=12, startTime=1733156431305; duration=0sec 2024-12-02T16:20:31,833 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:20:31,833 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5856078bb6c4c3c9bcfdb70ce32638a2:C 2024-12-02T16:20:32,224 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/3aadeb54871f4fbb85cde88834bccfd3 2024-12-02T16:20:32,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/d50f24c6a3cd462bb110e8d709bf18a2 is 50, key is test_row_0/C:col10/1733156430413/Put/seqid=0 2024-12-02T16:20:32,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741949_1125 (size=12301) 2024-12-02T16:20:32,250 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/d50f24c6a3cd462bb110e8d709bf18a2 2024-12-02T16:20:32,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/0d3cc5207ec843568a5a347457f6fe43 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/0d3cc5207ec843568a5a347457f6fe43 2024-12-02T16:20:32,279 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/0d3cc5207ec843568a5a347457f6fe43, entries=150, sequenceid=518, filesize=12.0 K 2024-12-02T16:20:32,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/3aadeb54871f4fbb85cde88834bccfd3 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/3aadeb54871f4fbb85cde88834bccfd3 2024-12-02T16:20:32,287 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/3aadeb54871f4fbb85cde88834bccfd3, entries=150, sequenceid=518, filesize=12.0 K 2024-12-02T16:20:32,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/d50f24c6a3cd462bb110e8d709bf18a2 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/d50f24c6a3cd462bb110e8d709bf18a2 2024-12-02T16:20:32,302 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/d50f24c6a3cd462bb110e8d709bf18a2, entries=150, sequenceid=518, filesize=12.0 K 2024-12-02T16:20:32,305 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=20.13 KB/20610 for 5856078bb6c4c3c9bcfdb70ce32638a2 in 955ms, sequenceid=518, compaction requested=false 2024-12-02T16:20:32,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2538): Flush status journal for 5856078bb6c4c3c9bcfdb70ce32638a2: 2024-12-02T16:20:32,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:32,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-02T16:20:32,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=35 2024-12-02T16:20:32,314 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-12-02T16:20:32,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8990 sec 2024-12-02T16:20:32,328 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees in 1.9110 sec 2024-12-02T16:20:32,456 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x774bf929 to 127.0.0.1:63236 2024-12-02T16:20:32,456 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:20:32,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-02T16:20:32,524 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-12-02T16:20:39,160 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1938ae02 to 127.0.0.1:63236 2024-12-02T16:20:39,160 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:20:39,160 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-02T16:20:39,160 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 7 2024-12-02T16:20:39,160 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 135 2024-12-02T16:20:39,160 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 97 2024-12-02T16:20:39,161 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 98 2024-12-02T16:20:39,161 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-12-02T16:20:39,161 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-02T16:20:39,161 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2874 2024-12-02T16:20:39,161 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2954 2024-12-02T16:20:39,161 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-02T16:20:39,161 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1269 2024-12-02T16:20:39,161 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3807 rows 2024-12-02T16:20:39,161 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1285 2024-12-02T16:20:39,161 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3847 rows 2024-12-02T16:20:39,161 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-02T16:20:39,161 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5922860b to 127.0.0.1:63236 2024-12-02T16:20:39,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:20:39,167 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-02T16:20:39,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-02T16:20:39,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-02T16:20:39,180 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733156439180"}]},"ts":"1733156439180"} 2024-12-02T16:20:39,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-02T16:20:39,181 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-02T16:20:39,184 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-02T16:20:39,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-02T16:20:39,189 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5856078bb6c4c3c9bcfdb70ce32638a2, UNASSIGN}] 2024-12-02T16:20:39,190 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5856078bb6c4c3c9bcfdb70ce32638a2, UNASSIGN 2024-12-02T16:20:39,190 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=5856078bb6c4c3c9bcfdb70ce32638a2, regionState=CLOSING, regionLocation=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:39,191 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T16:20:39,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; CloseRegionProcedure 5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634}] 2024-12-02T16:20:39,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-02T16:20:39,346 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:39,347 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(124): Close 5856078bb6c4c3c9bcfdb70ce32638a2 2024-12-02T16:20:39,347 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-02T16:20:39,348 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1681): Closing 5856078bb6c4c3c9bcfdb70ce32638a2, disabling compactions & flushes 2024-12-02T16:20:39,348 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:39,348 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:39,348 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. after waiting 0 ms 2024-12-02T16:20:39,348 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:39,348 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(2837): Flushing 5856078bb6c4c3c9bcfdb70ce32638a2 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-02T16:20:39,349 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=A 2024-12-02T16:20:39,349 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:39,349 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=B 2024-12-02T16:20:39,349 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:39,349 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5856078bb6c4c3c9bcfdb70ce32638a2, store=C 2024-12-02T16:20:39,349 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:39,353 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/c8ebb92fe29b425ca3c053ebfa48edd5 is 50, key is test_row_0/A:col10/1733156431536/Put/seqid=0 2024-12-02T16:20:39,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741950_1126 (size=12301) 2024-12-02T16:20:39,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-02T16:20:39,758 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=529 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/c8ebb92fe29b425ca3c053ebfa48edd5 2024-12-02T16:20:39,766 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/763a4da14a594ade83be172d6dd6ff5a is 50, key is test_row_0/B:col10/1733156431536/Put/seqid=0 2024-12-02T16:20:39,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741951_1127 (size=12301) 2024-12-02T16:20:39,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-02T16:20:40,171 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=529 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/763a4da14a594ade83be172d6dd6ff5a 2024-12-02T16:20:40,180 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/f01cb2f359004e36ab0331e70ad40f15 is 50, key is test_row_0/C:col10/1733156431536/Put/seqid=0 2024-12-02T16:20:40,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741952_1128 (size=12301) 2024-12-02T16:20:40,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-02T16:20:40,585 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=529 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/f01cb2f359004e36ab0331e70ad40f15 2024-12-02T16:20:40,591 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/A/c8ebb92fe29b425ca3c053ebfa48edd5 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/c8ebb92fe29b425ca3c053ebfa48edd5 2024-12-02T16:20:40,596 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/c8ebb92fe29b425ca3c053ebfa48edd5, entries=150, sequenceid=529, filesize=12.0 K 2024-12-02T16:20:40,597 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/B/763a4da14a594ade83be172d6dd6ff5a as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/763a4da14a594ade83be172d6dd6ff5a 2024-12-02T16:20:40,607 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/763a4da14a594ade83be172d6dd6ff5a, entries=150, sequenceid=529, filesize=12.0 K 2024-12-02T16:20:40,608 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/.tmp/C/f01cb2f359004e36ab0331e70ad40f15 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/f01cb2f359004e36ab0331e70ad40f15 2024-12-02T16:20:40,614 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/f01cb2f359004e36ab0331e70ad40f15, entries=150, sequenceid=529, filesize=12.0 K 2024-12-02T16:20:40,615 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 5856078bb6c4c3c9bcfdb70ce32638a2 in 1267ms, sequenceid=529, compaction requested=true 2024-12-02T16:20:40,616 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/3a382a488f2541baa107d97abb9e3d92, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/b718bea57b454e21930a4e2151aacaed, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/9fdc0adf10f84c779ec63b426e5ec629, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/2026aa445abc4c9f8f8a7321f46afdc1, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/19f5a65f32814792b52b191c326ab700, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/34be5380de0d4121a950673d7f424eea, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/46bf498e34204592b9c1f6e4117bf265, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/71d7c5b9c17e41bd908cabf1e32ed86e, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/70ebfac48db74ee88ca4ad0094b8e936, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/f37addbe39064320823fce445fcd3eac, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/28ee9d7db1ea46f9bd20be243c7757b0, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/07838749a79e480983eabd2bf3c6ff23, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/032f71b71e124605b0081b58a861ac38, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/dda40fac54664db587645d66f3cde47f, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/483620348d824588a2505bc4e2fc852c, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/941d5ce374984c5d9573486301c4ff1a, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/6728d3ccd4b34632a484743e8e4ebe20, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/1e5ef202ca8c45d9bc38169f17ee9063, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/2b12b49282bb4d6c96696abab00f9256, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/b20e73a9ce1a472eb0466dee6c56e96f, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/813e94893b714375911a3cc2ab4346d4, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/3225c36d86bd42af85327afbead93c04, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/52f3a9494d8d488898a626dc9cfd4e57, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/54b9bc236c5f473caa0a2ca763c66e86, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/a5f6b57aff124e4da2d7eddd97dd62f6, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/14005451d76245f680bdf205cebecf80, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/4351e41cbfa242b5a55da7b0e72f0231, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/f2d4598d08df46c58adaaed4d9060481, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/c403b1630e50454eb9de53416e16c4a3, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/0f29b87192b04df89e5a63cbd4c3821e, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/ec54874ce1994a66a36a75a10e57733f, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/b5965bb9415a488d96bdfb4703c25d12, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/0391be4a9bea4fd6ae39892e0ffc5eee, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/7a65044d0af94350bc5be77542557620, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/e1ae0629c84e42f1872918c1c51c5335] to archive 2024-12-02T16:20:40,621 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T16:20:40,630 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/3a382a488f2541baa107d97abb9e3d92 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/3a382a488f2541baa107d97abb9e3d92 2024-12-02T16:20:40,636 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/b718bea57b454e21930a4e2151aacaed to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/b718bea57b454e21930a4e2151aacaed 2024-12-02T16:20:40,640 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/9fdc0adf10f84c779ec63b426e5ec629 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/9fdc0adf10f84c779ec63b426e5ec629 2024-12-02T16:20:40,642 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/2026aa445abc4c9f8f8a7321f46afdc1 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/2026aa445abc4c9f8f8a7321f46afdc1 2024-12-02T16:20:40,645 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/19f5a65f32814792b52b191c326ab700 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/19f5a65f32814792b52b191c326ab700 2024-12-02T16:20:40,649 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/34be5380de0d4121a950673d7f424eea to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/34be5380de0d4121a950673d7f424eea 2024-12-02T16:20:40,653 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/46bf498e34204592b9c1f6e4117bf265 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/46bf498e34204592b9c1f6e4117bf265 2024-12-02T16:20:40,655 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/71d7c5b9c17e41bd908cabf1e32ed86e to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/71d7c5b9c17e41bd908cabf1e32ed86e 2024-12-02T16:20:40,658 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/70ebfac48db74ee88ca4ad0094b8e936 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/70ebfac48db74ee88ca4ad0094b8e936 2024-12-02T16:20:40,660 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/f37addbe39064320823fce445fcd3eac to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/f37addbe39064320823fce445fcd3eac 2024-12-02T16:20:40,663 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/28ee9d7db1ea46f9bd20be243c7757b0 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/28ee9d7db1ea46f9bd20be243c7757b0 2024-12-02T16:20:40,666 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/07838749a79e480983eabd2bf3c6ff23 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/07838749a79e480983eabd2bf3c6ff23 2024-12-02T16:20:40,670 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/032f71b71e124605b0081b58a861ac38 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/032f71b71e124605b0081b58a861ac38 2024-12-02T16:20:40,671 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/dda40fac54664db587645d66f3cde47f to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/dda40fac54664db587645d66f3cde47f 2024-12-02T16:20:40,673 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/483620348d824588a2505bc4e2fc852c to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/483620348d824588a2505bc4e2fc852c 2024-12-02T16:20:40,676 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/941d5ce374984c5d9573486301c4ff1a to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/941d5ce374984c5d9573486301c4ff1a 2024-12-02T16:20:40,677 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/6728d3ccd4b34632a484743e8e4ebe20 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/6728d3ccd4b34632a484743e8e4ebe20 2024-12-02T16:20:40,680 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/1e5ef202ca8c45d9bc38169f17ee9063 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/1e5ef202ca8c45d9bc38169f17ee9063 2024-12-02T16:20:40,682 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/2b12b49282bb4d6c96696abab00f9256 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/2b12b49282bb4d6c96696abab00f9256 2024-12-02T16:20:40,683 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/b20e73a9ce1a472eb0466dee6c56e96f to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/b20e73a9ce1a472eb0466dee6c56e96f 2024-12-02T16:20:40,684 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/813e94893b714375911a3cc2ab4346d4 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/813e94893b714375911a3cc2ab4346d4 2024-12-02T16:20:40,687 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/3225c36d86bd42af85327afbead93c04 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/3225c36d86bd42af85327afbead93c04 2024-12-02T16:20:40,693 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/52f3a9494d8d488898a626dc9cfd4e57 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/52f3a9494d8d488898a626dc9cfd4e57 2024-12-02T16:20:40,702 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/54b9bc236c5f473caa0a2ca763c66e86 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/54b9bc236c5f473caa0a2ca763c66e86 2024-12-02T16:20:40,704 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/a5f6b57aff124e4da2d7eddd97dd62f6 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/a5f6b57aff124e4da2d7eddd97dd62f6 2024-12-02T16:20:40,706 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/14005451d76245f680bdf205cebecf80 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/14005451d76245f680bdf205cebecf80 2024-12-02T16:20:40,708 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/4351e41cbfa242b5a55da7b0e72f0231 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/4351e41cbfa242b5a55da7b0e72f0231 2024-12-02T16:20:40,709 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/f2d4598d08df46c58adaaed4d9060481 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/f2d4598d08df46c58adaaed4d9060481 2024-12-02T16:20:40,711 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/c403b1630e50454eb9de53416e16c4a3 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/c403b1630e50454eb9de53416e16c4a3 2024-12-02T16:20:40,713 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/0f29b87192b04df89e5a63cbd4c3821e to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/0f29b87192b04df89e5a63cbd4c3821e 2024-12-02T16:20:40,715 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/ec54874ce1994a66a36a75a10e57733f to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/ec54874ce1994a66a36a75a10e57733f 2024-12-02T16:20:40,716 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/b5965bb9415a488d96bdfb4703c25d12 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/b5965bb9415a488d96bdfb4703c25d12 2024-12-02T16:20:40,717 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/0391be4a9bea4fd6ae39892e0ffc5eee to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/0391be4a9bea4fd6ae39892e0ffc5eee 2024-12-02T16:20:40,719 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/7a65044d0af94350bc5be77542557620 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/7a65044d0af94350bc5be77542557620 2024-12-02T16:20:40,720 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/e1ae0629c84e42f1872918c1c51c5335 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/e1ae0629c84e42f1872918c1c51c5335 2024-12-02T16:20:40,734 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/7aa0ae6aa54345b6bef456911415611a, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/7f9493f21eda434a94b811087e0ef45d, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/092502fbb4294e628e758ac218c763ab, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/e5037d21d53949838cb266384d49ec3c, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/1d7493d551894c7188faafd3f63680a5, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/7f26dec325a14decb6b198c074f7891c, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/ab0ef59c2cc94d9cb542fc2fc24431dd, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/8f611bbc282b492eac2768809076e834, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/b8de161178984a8994c7c88acf65d69b, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/08fa146cbfb3459ca244030f8ceddc16, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/f51a5ee3e5c64d54bf03e3fc874f7db7, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/ac132d9002d145d79a2135300ef77e9d, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/4c3e9eb0d8ce47f2a69a63293c484b78, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/be0f37b3b59144a6b0907c9b29c8f69a, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/deb35ec50c7546f1a391251c5f444dc4, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/d63dd3becfc742e8b94464067e1ef7de, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/3f13c6ea9b1a4c858d438e1c9996ad68, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/049dbd958c6d45199ae1778f4ed420f2, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/343d7e35ced64fa8ae448e104a5110c6, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/70d052364be94c8f984946ff789d6fbd, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/3ce47b2464cd43e0b24e133c8c6b0b71, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/f455ac3e321b4f8eb556e594a101812a, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/c4eb67af473e411c81c4ddddc72e2d2f, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/3323ef51b0f448058cecd31f8b9fabd0, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/c14cab012627491ba5b9a31dfa38940d, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/34aad16506de48208e3a8e13859d9f03, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/099b5d6975714e12ad641f622e64dd28, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/46aa0ee6b72c4f1d8094cd757a093aac, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/2344655209e24867b167225856047dad, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/c2eb778a7602441fb167d6fb9ffe770d, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/8a6bd090df8e47cfabd64be1731d8a70, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/918fa02f0bfe4a82a6a1b6cf37908c46, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/56cc86c7beea44a282beee420e7c32aa, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/f23d42f445444cd59e233e2ea20b0946, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/bc092952f010495ba4a3b62baf32dd9e] to archive 2024-12-02T16:20:40,736 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T16:20:40,739 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/7aa0ae6aa54345b6bef456911415611a to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/7aa0ae6aa54345b6bef456911415611a 2024-12-02T16:20:40,742 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/7f9493f21eda434a94b811087e0ef45d to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/7f9493f21eda434a94b811087e0ef45d 2024-12-02T16:20:40,747 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/092502fbb4294e628e758ac218c763ab to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/092502fbb4294e628e758ac218c763ab 2024-12-02T16:20:40,753 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/e5037d21d53949838cb266384d49ec3c to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/e5037d21d53949838cb266384d49ec3c 2024-12-02T16:20:40,757 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/1d7493d551894c7188faafd3f63680a5 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/1d7493d551894c7188faafd3f63680a5 2024-12-02T16:20:40,759 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/7f26dec325a14decb6b198c074f7891c to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/7f26dec325a14decb6b198c074f7891c 2024-12-02T16:20:40,761 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/ab0ef59c2cc94d9cb542fc2fc24431dd to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/ab0ef59c2cc94d9cb542fc2fc24431dd 2024-12-02T16:20:40,762 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/8f611bbc282b492eac2768809076e834 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/8f611bbc282b492eac2768809076e834 2024-12-02T16:20:40,763 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/b8de161178984a8994c7c88acf65d69b to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/b8de161178984a8994c7c88acf65d69b 2024-12-02T16:20:40,765 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/08fa146cbfb3459ca244030f8ceddc16 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/08fa146cbfb3459ca244030f8ceddc16 2024-12-02T16:20:40,766 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/f51a5ee3e5c64d54bf03e3fc874f7db7 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/f51a5ee3e5c64d54bf03e3fc874f7db7 2024-12-02T16:20:40,768 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/ac132d9002d145d79a2135300ef77e9d to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/ac132d9002d145d79a2135300ef77e9d 2024-12-02T16:20:40,769 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/4c3e9eb0d8ce47f2a69a63293c484b78 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/4c3e9eb0d8ce47f2a69a63293c484b78 2024-12-02T16:20:40,770 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/be0f37b3b59144a6b0907c9b29c8f69a to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/be0f37b3b59144a6b0907c9b29c8f69a 2024-12-02T16:20:40,774 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/deb35ec50c7546f1a391251c5f444dc4 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/deb35ec50c7546f1a391251c5f444dc4 2024-12-02T16:20:40,775 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/d63dd3becfc742e8b94464067e1ef7de to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/d63dd3becfc742e8b94464067e1ef7de 2024-12-02T16:20:40,777 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/3f13c6ea9b1a4c858d438e1c9996ad68 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/3f13c6ea9b1a4c858d438e1c9996ad68 2024-12-02T16:20:40,779 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/049dbd958c6d45199ae1778f4ed420f2 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/049dbd958c6d45199ae1778f4ed420f2 2024-12-02T16:20:40,780 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/343d7e35ced64fa8ae448e104a5110c6 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/343d7e35ced64fa8ae448e104a5110c6 2024-12-02T16:20:40,782 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/70d052364be94c8f984946ff789d6fbd to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/70d052364be94c8f984946ff789d6fbd 2024-12-02T16:20:40,783 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/3ce47b2464cd43e0b24e133c8c6b0b71 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/3ce47b2464cd43e0b24e133c8c6b0b71 2024-12-02T16:20:40,785 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/f455ac3e321b4f8eb556e594a101812a to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/f455ac3e321b4f8eb556e594a101812a 2024-12-02T16:20:40,789 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/c4eb67af473e411c81c4ddddc72e2d2f to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/c4eb67af473e411c81c4ddddc72e2d2f 2024-12-02T16:20:40,790 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/3323ef51b0f448058cecd31f8b9fabd0 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/3323ef51b0f448058cecd31f8b9fabd0 2024-12-02T16:20:40,792 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/c14cab012627491ba5b9a31dfa38940d to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/c14cab012627491ba5b9a31dfa38940d 2024-12-02T16:20:40,793 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/34aad16506de48208e3a8e13859d9f03 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/34aad16506de48208e3a8e13859d9f03 2024-12-02T16:20:40,795 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/099b5d6975714e12ad641f622e64dd28 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/099b5d6975714e12ad641f622e64dd28 2024-12-02T16:20:40,796 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/46aa0ee6b72c4f1d8094cd757a093aac to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/46aa0ee6b72c4f1d8094cd757a093aac 2024-12-02T16:20:40,800 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/2344655209e24867b167225856047dad to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/2344655209e24867b167225856047dad 2024-12-02T16:20:40,801 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/c2eb778a7602441fb167d6fb9ffe770d to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/c2eb778a7602441fb167d6fb9ffe770d 2024-12-02T16:20:40,804 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/8a6bd090df8e47cfabd64be1731d8a70 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/8a6bd090df8e47cfabd64be1731d8a70 2024-12-02T16:20:40,805 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/918fa02f0bfe4a82a6a1b6cf37908c46 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/918fa02f0bfe4a82a6a1b6cf37908c46 2024-12-02T16:20:40,808 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/56cc86c7beea44a282beee420e7c32aa to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/56cc86c7beea44a282beee420e7c32aa 2024-12-02T16:20:40,816 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/f23d42f445444cd59e233e2ea20b0946 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/f23d42f445444cd59e233e2ea20b0946 2024-12-02T16:20:40,823 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/bc092952f010495ba4a3b62baf32dd9e to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/bc092952f010495ba4a3b62baf32dd9e 2024-12-02T16:20:40,823 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T16:20:40,826 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53536, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T16:20:40,828 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/46b37249697147f18a89e4005bb268eb, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/b80cd4e1504e4fe795c01e7a650b94c1, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/1d8fb4bbe69a47e58ef180e1857c9aae, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/bdaaecc30ccf45abb4038543acf8712a, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/b6224dc47ed442ca85ed64847ee351b3, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/47c8e85034c04c7d9345a160ad6a0f6e, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/db6dfafe08a644b8a656ede9eab17a83, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/7bdd4afd7dba4772b0018507118012c1, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/0810da63ff8b4252b06be3a8e4b8a22d, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/452dbe0eff984191a9da88bd5d73b53f, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/2ca7e5a04f4b49f5ba0e9e0460e8166a, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/b3f29c6c3f524a5cb47f9377716b64af, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/4515ea42e8f04ae49cb7bb5eecab3030, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/b0e4f916d322473ebe5e556f3753096a, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/f617e332d1ee49a9818aab238cf312fc, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/c3638cfb4edc4f758933cc6f662cc25b, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/0ccc5779a5144ce581491f443269068d, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/b30a478ede44464fb207a8e417a1cc6d, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/8cfa29c88ffb4a1fa2dd25fe2795548c, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/86a2ed4048aa41028819542ef4843357, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/9965cd8e44724d0e9c776db4715d50c0, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/5f0b41c3d1144f83bff67eb1b6844ee6, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/ca0fc111327d44d3a6287d0c8e67b132, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/deb1703695154c29bd071c7a4c9b73fe, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/8f5542218f3e448bb852c73ca21f3841, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/6aa96127f5034e7d864062fdaceb806c, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/bb8ecd2f8d9541f3a7e9430c204dc950, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/4a83ee554aba4bf1a9495116ab3cbeee, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/1ea07d1d18534b43b36c715eae8fa1b3, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/1692c8ec9fb54fd7a65b3d7a5690bf82, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/1d8d00783647442fb8035cfcaedef717, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/7f7fc10ece964fd088b0f817d28728d0, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/0d2656ee2790447f85c2ec5b1f92f0b4, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/83fcddf462914a7790c9873ab16ad792, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/40acf35845524152ac72e0db15909574] to archive 2024-12-02T16:20:40,830 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T16:20:40,833 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/46b37249697147f18a89e4005bb268eb to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/46b37249697147f18a89e4005bb268eb 2024-12-02T16:20:40,834 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/b80cd4e1504e4fe795c01e7a650b94c1 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/b80cd4e1504e4fe795c01e7a650b94c1 2024-12-02T16:20:40,837 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/1d8fb4bbe69a47e58ef180e1857c9aae to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/1d8fb4bbe69a47e58ef180e1857c9aae 2024-12-02T16:20:40,839 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/bdaaecc30ccf45abb4038543acf8712a to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/bdaaecc30ccf45abb4038543acf8712a 2024-12-02T16:20:40,842 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/b6224dc47ed442ca85ed64847ee351b3 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/b6224dc47ed442ca85ed64847ee351b3 2024-12-02T16:20:40,848 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/47c8e85034c04c7d9345a160ad6a0f6e to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/47c8e85034c04c7d9345a160ad6a0f6e 2024-12-02T16:20:40,852 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/db6dfafe08a644b8a656ede9eab17a83 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/db6dfafe08a644b8a656ede9eab17a83 2024-12-02T16:20:40,853 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/7bdd4afd7dba4772b0018507118012c1 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/7bdd4afd7dba4772b0018507118012c1 2024-12-02T16:20:40,857 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/0810da63ff8b4252b06be3a8e4b8a22d to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/0810da63ff8b4252b06be3a8e4b8a22d 2024-12-02T16:20:40,858 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/452dbe0eff984191a9da88bd5d73b53f to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/452dbe0eff984191a9da88bd5d73b53f 2024-12-02T16:20:40,860 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/2ca7e5a04f4b49f5ba0e9e0460e8166a to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/2ca7e5a04f4b49f5ba0e9e0460e8166a 2024-12-02T16:20:40,861 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/b3f29c6c3f524a5cb47f9377716b64af to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/b3f29c6c3f524a5cb47f9377716b64af 2024-12-02T16:20:40,863 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/4515ea42e8f04ae49cb7bb5eecab3030 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/4515ea42e8f04ae49cb7bb5eecab3030 2024-12-02T16:20:40,864 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/b0e4f916d322473ebe5e556f3753096a to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/b0e4f916d322473ebe5e556f3753096a 2024-12-02T16:20:40,867 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/f617e332d1ee49a9818aab238cf312fc to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/f617e332d1ee49a9818aab238cf312fc 2024-12-02T16:20:40,870 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/c3638cfb4edc4f758933cc6f662cc25b to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/c3638cfb4edc4f758933cc6f662cc25b 2024-12-02T16:20:40,871 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/0ccc5779a5144ce581491f443269068d to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/0ccc5779a5144ce581491f443269068d 2024-12-02T16:20:40,873 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/b30a478ede44464fb207a8e417a1cc6d to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/b30a478ede44464fb207a8e417a1cc6d 2024-12-02T16:20:40,876 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/8cfa29c88ffb4a1fa2dd25fe2795548c to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/8cfa29c88ffb4a1fa2dd25fe2795548c 2024-12-02T16:20:40,878 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/86a2ed4048aa41028819542ef4843357 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/86a2ed4048aa41028819542ef4843357 2024-12-02T16:20:40,881 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/9965cd8e44724d0e9c776db4715d50c0 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/9965cd8e44724d0e9c776db4715d50c0 2024-12-02T16:20:40,889 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/5f0b41c3d1144f83bff67eb1b6844ee6 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/5f0b41c3d1144f83bff67eb1b6844ee6 2024-12-02T16:20:40,891 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/ca0fc111327d44d3a6287d0c8e67b132 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/ca0fc111327d44d3a6287d0c8e67b132 2024-12-02T16:20:40,894 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/deb1703695154c29bd071c7a4c9b73fe to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/deb1703695154c29bd071c7a4c9b73fe 2024-12-02T16:20:40,897 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/8f5542218f3e448bb852c73ca21f3841 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/8f5542218f3e448bb852c73ca21f3841 2024-12-02T16:20:40,899 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/6aa96127f5034e7d864062fdaceb806c to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/6aa96127f5034e7d864062fdaceb806c 2024-12-02T16:20:40,901 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/bb8ecd2f8d9541f3a7e9430c204dc950 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/bb8ecd2f8d9541f3a7e9430c204dc950 2024-12-02T16:20:40,902 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/4a83ee554aba4bf1a9495116ab3cbeee to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/4a83ee554aba4bf1a9495116ab3cbeee 2024-12-02T16:20:40,907 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/1ea07d1d18534b43b36c715eae8fa1b3 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/1ea07d1d18534b43b36c715eae8fa1b3 2024-12-02T16:20:40,911 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/1692c8ec9fb54fd7a65b3d7a5690bf82 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/1692c8ec9fb54fd7a65b3d7a5690bf82 2024-12-02T16:20:40,913 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/1d8d00783647442fb8035cfcaedef717 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/1d8d00783647442fb8035cfcaedef717 2024-12-02T16:20:40,917 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/7f7fc10ece964fd088b0f817d28728d0 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/7f7fc10ece964fd088b0f817d28728d0 2024-12-02T16:20:40,928 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/0d2656ee2790447f85c2ec5b1f92f0b4 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/0d2656ee2790447f85c2ec5b1f92f0b4 2024-12-02T16:20:40,934 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/83fcddf462914a7790c9873ab16ad792 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/83fcddf462914a7790c9873ab16ad792 2024-12-02T16:20:40,936 DEBUG [StoreCloser-TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/40acf35845524152ac72e0db15909574 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/40acf35845524152ac72e0db15909574 2024-12-02T16:20:40,943 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/recovered.edits/532.seqid, newMaxSeqId=532, maxSeqId=1 2024-12-02T16:20:40,948 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2. 2024-12-02T16:20:40,948 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1635): Region close journal for 5856078bb6c4c3c9bcfdb70ce32638a2: 2024-12-02T16:20:40,954 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(170): Closed 5856078bb6c4c3c9bcfdb70ce32638a2 2024-12-02T16:20:40,957 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=5856078bb6c4c3c9bcfdb70ce32638a2, regionState=CLOSED 2024-12-02T16:20:40,960 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-12-02T16:20:40,960 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; CloseRegionProcedure 5856078bb6c4c3c9bcfdb70ce32638a2, server=2a8f9448bb5c,46371,1733156403634 in 1.7660 sec 2024-12-02T16:20:40,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=37 2024-12-02T16:20:40,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=37, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=5856078bb6c4c3c9bcfdb70ce32638a2, UNASSIGN in 1.7720 sec 2024-12-02T16:20:40,965 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-12-02T16:20:40,966 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.7790 sec 2024-12-02T16:20:40,967 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733156440967"}]},"ts":"1733156440967"} 2024-12-02T16:20:40,970 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-02T16:20:40,980 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-02T16:20:40,982 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8080 sec 2024-12-02T16:20:41,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-02T16:20:41,284 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 36 completed 2024-12-02T16:20:41,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-02T16:20:41,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=40, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:20:41,292 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=40, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:20:41,293 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=40, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:20:41,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-12-02T16:20:41,296 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2 2024-12-02T16:20:41,300 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A, FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B, FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C, FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/recovered.edits] 2024-12-02T16:20:41,303 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/0d3cc5207ec843568a5a347457f6fe43 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/0d3cc5207ec843568a5a347457f6fe43 2024-12-02T16:20:41,305 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/3842f357d3d244daa8c2901b0f44d254 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/3842f357d3d244daa8c2901b0f44d254 2024-12-02T16:20:41,306 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/c8ebb92fe29b425ca3c053ebfa48edd5 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/A/c8ebb92fe29b425ca3c053ebfa48edd5 2024-12-02T16:20:41,309 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/3123a79cb16d4696887f63738aa5a4c8 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/3123a79cb16d4696887f63738aa5a4c8 2024-12-02T16:20:41,311 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/3aadeb54871f4fbb85cde88834bccfd3 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/3aadeb54871f4fbb85cde88834bccfd3 2024-12-02T16:20:41,312 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/763a4da14a594ade83be172d6dd6ff5a to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/B/763a4da14a594ade83be172d6dd6ff5a 2024-12-02T16:20:41,315 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/3abd3470081049b3be09ae31992e0001 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/3abd3470081049b3be09ae31992e0001 2024-12-02T16:20:41,316 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/d50f24c6a3cd462bb110e8d709bf18a2 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/d50f24c6a3cd462bb110e8d709bf18a2 2024-12-02T16:20:41,317 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/f01cb2f359004e36ab0331e70ad40f15 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/C/f01cb2f359004e36ab0331e70ad40f15 2024-12-02T16:20:41,321 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/recovered.edits/532.seqid to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2/recovered.edits/532.seqid 2024-12-02T16:20:41,321 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/5856078bb6c4c3c9bcfdb70ce32638a2 2024-12-02T16:20:41,322 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-02T16:20:41,327 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=40, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:20:41,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-02T16:20:41,335 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-02T16:20:41,375 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-02T16:20:41,376 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=40, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:20:41,376 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-02T16:20:41,377 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733156441376"}]},"ts":"9223372036854775807"} 2024-12-02T16:20:41,380 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-02T16:20:41,380 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 5856078bb6c4c3c9bcfdb70ce32638a2, NAME => 'TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2.', STARTKEY => '', ENDKEY => ''}] 2024-12-02T16:20:41,380 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-02T16:20:41,380 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733156441380"}]},"ts":"9223372036854775807"} 2024-12-02T16:20:41,383 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-02T16:20:41,385 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=40, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:20:41,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 97 msec 2024-12-02T16:20:41,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-12-02T16:20:41,395 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 40 completed 2024-12-02T16:20:41,413 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=238 (was 219) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5ff3866e-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1243522074_22 at /127.0.0.1:59908 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5ff3866e-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5ff3866e-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5ff3866e-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;2a8f9448bb5c:46371-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=455 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=742 (was 694) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 12), AvailableMemoryMB=5240 (was 5856) 2024-12-02T16:20:41,428 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=238, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=742, ProcessCount=11, AvailableMemoryMB=5238 2024-12-02T16:20:41,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-02T16:20:41,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T16:20:41,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=41, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-02T16:20:41,433 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T16:20:41,434 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:20:41,434 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 41 2024-12-02T16:20:41,435 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T16:20:41,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-02T16:20:41,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741953_1129 (size=963) 2024-12-02T16:20:41,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-02T16:20:41,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-02T16:20:41,844 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b 2024-12-02T16:20:41,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741954_1130 (size=53) 2024-12-02T16:20:42,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-02T16:20:42,251 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:20:42,251 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 48038af28b15e778ab4eb430ba96bfc7, disabling compactions & flushes 2024-12-02T16:20:42,251 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:42,251 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:42,251 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. after waiting 0 ms 2024-12-02T16:20:42,251 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:42,251 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:42,251 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 48038af28b15e778ab4eb430ba96bfc7: 2024-12-02T16:20:42,252 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T16:20:42,253 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733156442252"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733156442252"}]},"ts":"1733156442252"} 2024-12-02T16:20:42,254 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-02T16:20:42,255 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T16:20:42,255 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733156442255"}]},"ts":"1733156442255"} 2024-12-02T16:20:42,256 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-02T16:20:42,260 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=48038af28b15e778ab4eb430ba96bfc7, ASSIGN}] 2024-12-02T16:20:42,261 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=48038af28b15e778ab4eb430ba96bfc7, ASSIGN 2024-12-02T16:20:42,262 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=48038af28b15e778ab4eb430ba96bfc7, ASSIGN; state=OFFLINE, location=2a8f9448bb5c,46371,1733156403634; forceNewPlan=false, retain=false 2024-12-02T16:20:42,412 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=48038af28b15e778ab4eb430ba96bfc7, regionState=OPENING, regionLocation=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:42,414 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE; OpenRegionProcedure 48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634}] 2024-12-02T16:20:42,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-02T16:20:42,565 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:42,568 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:42,569 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7285): Opening region: {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} 2024-12-02T16:20:42,569 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:20:42,569 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:20:42,569 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7327): checking encryption for 48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:20:42,569 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7330): checking classloading for 48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:20:42,570 INFO [StoreOpener-48038af28b15e778ab4eb430ba96bfc7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:20:42,572 INFO [StoreOpener-48038af28b15e778ab4eb430ba96bfc7-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T16:20:42,572 INFO [StoreOpener-48038af28b15e778ab4eb430ba96bfc7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48038af28b15e778ab4eb430ba96bfc7 columnFamilyName A 2024-12-02T16:20:42,572 DEBUG [StoreOpener-48038af28b15e778ab4eb430ba96bfc7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:20:42,572 INFO [StoreOpener-48038af28b15e778ab4eb430ba96bfc7-1 {}] regionserver.HStore(327): Store=48038af28b15e778ab4eb430ba96bfc7/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:20:42,573 INFO [StoreOpener-48038af28b15e778ab4eb430ba96bfc7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:20:42,574 INFO [StoreOpener-48038af28b15e778ab4eb430ba96bfc7-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T16:20:42,575 INFO [StoreOpener-48038af28b15e778ab4eb430ba96bfc7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48038af28b15e778ab4eb430ba96bfc7 columnFamilyName B 2024-12-02T16:20:42,575 DEBUG [StoreOpener-48038af28b15e778ab4eb430ba96bfc7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:20:42,575 INFO [StoreOpener-48038af28b15e778ab4eb430ba96bfc7-1 {}] regionserver.HStore(327): Store=48038af28b15e778ab4eb430ba96bfc7/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:20:42,576 INFO [StoreOpener-48038af28b15e778ab4eb430ba96bfc7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:20:42,577 INFO [StoreOpener-48038af28b15e778ab4eb430ba96bfc7-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T16:20:42,577 INFO [StoreOpener-48038af28b15e778ab4eb430ba96bfc7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48038af28b15e778ab4eb430ba96bfc7 columnFamilyName C 2024-12-02T16:20:42,577 DEBUG [StoreOpener-48038af28b15e778ab4eb430ba96bfc7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:20:42,577 INFO [StoreOpener-48038af28b15e778ab4eb430ba96bfc7-1 {}] regionserver.HStore(327): Store=48038af28b15e778ab4eb430ba96bfc7/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:20:42,578 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:42,578 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:20:42,578 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:20:42,580 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T16:20:42,581 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1085): writing seq id for 48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:20:42,583 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T16:20:42,584 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1102): Opened 48038af28b15e778ab4eb430ba96bfc7; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68271054, jitterRate=0.017317980527877808}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T16:20:42,584 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1001): Region open journal for 48038af28b15e778ab4eb430ba96bfc7: 2024-12-02T16:20:42,585 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7., pid=43, masterSystemTime=1733156442565 2024-12-02T16:20:42,586 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:42,587 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:42,587 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=48038af28b15e778ab4eb430ba96bfc7, regionState=OPEN, openSeqNum=2, regionLocation=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:42,589 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-12-02T16:20:42,589 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; OpenRegionProcedure 48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 in 174 msec 2024-12-02T16:20:42,591 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-12-02T16:20:42,591 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=48038af28b15e778ab4eb430ba96bfc7, ASSIGN in 329 msec 2024-12-02T16:20:42,591 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T16:20:42,592 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733156442591"}]},"ts":"1733156442591"} 2024-12-02T16:20:42,592 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-02T16:20:42,596 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T16:20:42,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1650 sec 2024-12-02T16:20:43,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-02T16:20:43,541 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 41 completed 2024-12-02T16:20:43,542 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x15ae4787 to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@648c555f 2024-12-02T16:20:43,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e11178e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:20:43,549 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:20:43,551 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40190, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:20:43,553 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T16:20:43,554 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53542, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T16:20:43,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-02T16:20:43,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T16:20:43,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=44, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-02T16:20:43,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741955_1131 (size=999) 2024-12-02T16:20:43,981 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-02T16:20:43,981 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-02T16:20:43,985 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-02T16:20:43,993 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=48038af28b15e778ab4eb430ba96bfc7, REOPEN/MOVE}] 2024-12-02T16:20:43,994 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=48038af28b15e778ab4eb430ba96bfc7, REOPEN/MOVE 2024-12-02T16:20:43,994 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=48038af28b15e778ab4eb430ba96bfc7, regionState=CLOSING, regionLocation=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:43,996 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T16:20:43,996 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE; CloseRegionProcedure 48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634}] 2024-12-02T16:20:44,147 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:44,148 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] handler.UnassignRegionHandler(124): Close 48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:20:44,148 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-02T16:20:44,148 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1681): Closing 48038af28b15e778ab4eb430ba96bfc7, disabling compactions & flushes 2024-12-02T16:20:44,148 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:44,148 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:44,148 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. after waiting 0 ms 2024-12-02T16:20:44,148 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:44,158 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-02T16:20:44,159 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:44,159 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1635): Region close journal for 48038af28b15e778ab4eb430ba96bfc7: 2024-12-02T16:20:44,159 WARN [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegionServer(3786): Not adding moved region record: 48038af28b15e778ab4eb430ba96bfc7 to self. 2024-12-02T16:20:44,161 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] handler.UnassignRegionHandler(170): Closed 48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:20:44,165 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=48038af28b15e778ab4eb430ba96bfc7, regionState=CLOSED 2024-12-02T16:20:44,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=46 2024-12-02T16:20:44,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=46, state=SUCCESS; CloseRegionProcedure 48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 in 176 msec 2024-12-02T16:20:44,175 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=48038af28b15e778ab4eb430ba96bfc7, REOPEN/MOVE; state=CLOSED, location=2a8f9448bb5c,46371,1733156403634; forceNewPlan=false, retain=true 2024-12-02T16:20:44,329 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=48038af28b15e778ab4eb430ba96bfc7, regionState=OPENING, regionLocation=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:44,331 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=46, state=RUNNABLE; OpenRegionProcedure 48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634}] 2024-12-02T16:20:44,484 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:44,494 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:44,494 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} 2024-12-02T16:20:44,494 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:20:44,494 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:20:44,494 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for 48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:20:44,495 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for 48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:20:44,501 INFO [StoreOpener-48038af28b15e778ab4eb430ba96bfc7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:20:44,502 INFO [StoreOpener-48038af28b15e778ab4eb430ba96bfc7-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T16:20:44,508 INFO [StoreOpener-48038af28b15e778ab4eb430ba96bfc7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48038af28b15e778ab4eb430ba96bfc7 columnFamilyName A 2024-12-02T16:20:44,518 DEBUG [StoreOpener-48038af28b15e778ab4eb430ba96bfc7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:20:44,524 INFO [StoreOpener-48038af28b15e778ab4eb430ba96bfc7-1 {}] regionserver.HStore(327): Store=48038af28b15e778ab4eb430ba96bfc7/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:20:44,525 INFO [StoreOpener-48038af28b15e778ab4eb430ba96bfc7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:20:44,527 INFO [StoreOpener-48038af28b15e778ab4eb430ba96bfc7-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T16:20:44,528 INFO [StoreOpener-48038af28b15e778ab4eb430ba96bfc7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48038af28b15e778ab4eb430ba96bfc7 columnFamilyName B 2024-12-02T16:20:44,528 DEBUG [StoreOpener-48038af28b15e778ab4eb430ba96bfc7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:20:44,530 INFO [StoreOpener-48038af28b15e778ab4eb430ba96bfc7-1 {}] regionserver.HStore(327): Store=48038af28b15e778ab4eb430ba96bfc7/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:20:44,530 INFO [StoreOpener-48038af28b15e778ab4eb430ba96bfc7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:20:44,531 INFO [StoreOpener-48038af28b15e778ab4eb430ba96bfc7-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T16:20:44,532 INFO [StoreOpener-48038af28b15e778ab4eb430ba96bfc7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48038af28b15e778ab4eb430ba96bfc7 columnFamilyName C 2024-12-02T16:20:44,532 DEBUG [StoreOpener-48038af28b15e778ab4eb430ba96bfc7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:20:44,533 INFO [StoreOpener-48038af28b15e778ab4eb430ba96bfc7-1 {}] regionserver.HStore(327): Store=48038af28b15e778ab4eb430ba96bfc7/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:20:44,533 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:44,534 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:20:44,537 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:20:44,540 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T16:20:44,554 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for 48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:20:44,559 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened 48038af28b15e778ab4eb430ba96bfc7; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70152757, jitterRate=0.045357540249824524}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T16:20:44,563 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for 48038af28b15e778ab4eb430ba96bfc7: 2024-12-02T16:20:44,567 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7., pid=48, masterSystemTime=1733156444484 2024-12-02T16:20:44,576 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:44,577 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:44,580 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=48038af28b15e778ab4eb430ba96bfc7, regionState=OPEN, openSeqNum=5, regionLocation=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:44,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=46 2024-12-02T16:20:44,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=46, state=SUCCESS; OpenRegionProcedure 48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 in 259 msec 2024-12-02T16:20:44,608 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-12-02T16:20:44,608 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=48038af28b15e778ab4eb430ba96bfc7, REOPEN/MOVE in 614 msec 2024-12-02T16:20:44,615 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 1.0520 sec 2024-12-02T16:20:44,615 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=44 2024-12-02T16:20:44,616 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=44, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 626 msec 2024-12-02T16:20:44,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=44 2024-12-02T16:20:44,642 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7059d361 to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@69c94979 2024-12-02T16:20:44,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40c21799, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:20:44,675 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7435a904 to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a0aa7d7 2024-12-02T16:20:44,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@87b269f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:20:44,695 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53af6163 to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@748ab582 2024-12-02T16:20:44,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a7bf7fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:20:44,705 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5b8e1501 to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@28c904d8 2024-12-02T16:20:44,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eb823f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:20:44,712 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70b41629 to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6d6eb994 2024-12-02T16:20:44,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32168855, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:20:44,720 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c517130 to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a0312cf 2024-12-02T16:20:44,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a63fed4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:20:44,732 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x776c0cb7 to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@555bfdff 2024-12-02T16:20:44,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@706b2cde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:20:44,739 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3ec46f90 to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@347ad9b2 2024-12-02T16:20:44,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d5e0e3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:20:44,749 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7f63b68c to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1d36579b 2024-12-02T16:20:44,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70f48df4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:20:44,796 DEBUG [hconnection-0x694bb74e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:20:44,796 DEBUG [hconnection-0x4491bf73-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:20:44,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:20:44,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-12-02T16:20:44,799 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:20:44,799 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40196, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:20:44,799 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:20:44,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:20:44,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-02T16:20:44,805 DEBUG [hconnection-0x136bb299-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:20:44,805 DEBUG [hconnection-0x1adbc80d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:20:44,806 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40216, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:20:44,807 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40202, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:20:44,812 DEBUG [hconnection-0x3a83afe5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:20:44,812 DEBUG [hconnection-0x40fddafc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:20:44,814 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40244, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:20:44,814 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40228, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:20:44,826 DEBUG [hconnection-0xa5c643a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:20:44,829 DEBUG [hconnection-0x2ac3e101-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:20:44,829 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40252, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:20:44,833 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40256, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:20:44,834 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40268, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:20:44,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:20:44,844 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 48038af28b15e778ab4eb430ba96bfc7 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-02T16:20:44,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=A 2024-12-02T16:20:44,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:44,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=B 2024-12-02T16:20:44,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:44,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=C 2024-12-02T16:20:44,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:44,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-02T16:20:44,925 DEBUG [hconnection-0x3dfb4f96-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:20:44,926 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40276, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:20:44,956 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:44,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-02T16:20:44,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:44,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. as already flushing 2024-12-02T16:20:44,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:44,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:44,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:44,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:44,963 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412020b2802e6dda243cf99f59db94915a85a_48038af28b15e778ab4eb430ba96bfc7 is 50, key is test_row_0/A:col10/1733156444838/Put/seqid=0 2024-12-02T16:20:45,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741956_1132 (size=14594) 2024-12-02T16:20:45,017 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:20:45,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:45,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40252 deadline: 1733156504988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:45,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:45,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156504997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:45,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:45,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40202 deadline: 1733156505017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:45,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:45,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40244 deadline: 1733156505011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:45,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:45,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156505021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:45,037 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412020b2802e6dda243cf99f59db94915a85a_48038af28b15e778ab4eb430ba96bfc7 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412020b2802e6dda243cf99f59db94915a85a_48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:20:45,051 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/4078839309244c239976ebd994c1384d, store: [table=TestAcidGuarantees family=A region=48038af28b15e778ab4eb430ba96bfc7] 2024-12-02T16:20:45,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/4078839309244c239976ebd994c1384d is 175, key is test_row_0/A:col10/1733156444838/Put/seqid=0 2024-12-02T16:20:45,116 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:45,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-02T16:20:45,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-02T16:20:45,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:45,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. as already flushing 2024-12-02T16:20:45,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:45,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:45,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741957_1133 (size=39549) 2024-12-02T16:20:45,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:45,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:45,132 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=22, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/4078839309244c239976ebd994c1384d 2024-12-02T16:20:45,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:45,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40244 deadline: 1733156505130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:45,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:45,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156505131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:45,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:45,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40202 deadline: 1733156505132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:45,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:45,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40252 deadline: 1733156505131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:45,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:45,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156505142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:45,210 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/44ac34e107d147bc8ac44ddedbab1c1b is 50, key is test_row_0/B:col10/1733156444838/Put/seqid=0 2024-12-02T16:20:45,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741958_1134 (size=12001) 2024-12-02T16:20:45,273 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/44ac34e107d147bc8ac44ddedbab1c1b 2024-12-02T16:20:45,296 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:45,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-02T16:20:45,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:45,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. as already flushing 2024-12-02T16:20:45,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:45,298 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:45,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:45,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:45,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:45,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40244 deadline: 1733156505349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:45,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:45,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156505350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:45,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:45,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40252 deadline: 1733156505357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:45,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:45,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40202 deadline: 1733156505361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:45,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:45,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156505362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:45,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-02T16:20:45,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/a3da8f19b77f40a2a0e5a500a794153d is 50, key is test_row_0/C:col10/1733156444838/Put/seqid=0 2024-12-02T16:20:45,453 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:45,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-02T16:20:45,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:45,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. as already flushing 2024-12-02T16:20:45,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:45,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:45,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:45,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:45,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741959_1135 (size=12001) 2024-12-02T16:20:45,513 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/a3da8f19b77f40a2a0e5a500a794153d 2024-12-02T16:20:45,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/4078839309244c239976ebd994c1384d as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/4078839309244c239976ebd994c1384d 2024-12-02T16:20:45,618 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:45,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-02T16:20:45,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:45,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. as already flushing 2024-12-02T16:20:45,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:45,625 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:45,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:45,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:45,630 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/4078839309244c239976ebd994c1384d, entries=200, sequenceid=22, filesize=38.6 K 2024-12-02T16:20:45,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/44ac34e107d147bc8ac44ddedbab1c1b as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/44ac34e107d147bc8ac44ddedbab1c1b 2024-12-02T16:20:45,660 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/44ac34e107d147bc8ac44ddedbab1c1b, entries=150, sequenceid=22, filesize=11.7 K 2024-12-02T16:20:45,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/a3da8f19b77f40a2a0e5a500a794153d as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/a3da8f19b77f40a2a0e5a500a794153d 2024-12-02T16:20:45,669 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/a3da8f19b77f40a2a0e5a500a794153d, entries=150, sequenceid=22, filesize=11.7 K 2024-12-02T16:20:45,681 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 48038af28b15e778ab4eb430ba96bfc7 in 836ms, sequenceid=22, compaction requested=false 2024-12-02T16:20:45,681 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-02T16:20:45,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 48038af28b15e778ab4eb430ba96bfc7: 2024-12-02T16:20:45,708 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 48038af28b15e778ab4eb430ba96bfc7 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-02T16:20:45,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=A 2024-12-02T16:20:45,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:45,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=B 2024-12-02T16:20:45,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:45,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=C 2024-12-02T16:20:45,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:45,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:20:45,747 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412028645a257c5584996a9b0f6e3fe6952eb_48038af28b15e778ab4eb430ba96bfc7 is 50, key is test_row_0/A:col10/1733156445705/Put/seqid=0 2024-12-02T16:20:45,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:45,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:45,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40244 deadline: 1733156505752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:45,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156505762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:45,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:45,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156505770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:45,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:45,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40202 deadline: 1733156505771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:45,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:45,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40252 deadline: 1733156505773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:45,781 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:45,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-02T16:20:45,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:45,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. as already flushing 2024-12-02T16:20:45,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:45,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:45,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:45,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:45,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741960_1136 (size=14594) 2024-12-02T16:20:45,818 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:20:45,833 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412028645a257c5584996a9b0f6e3fe6952eb_48038af28b15e778ab4eb430ba96bfc7 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412028645a257c5584996a9b0f6e3fe6952eb_48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:20:45,835 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/09aebac3f95c40c98c50aa5d450879f1, store: [table=TestAcidGuarantees family=A region=48038af28b15e778ab4eb430ba96bfc7] 2024-12-02T16:20:45,835 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/09aebac3f95c40c98c50aa5d450879f1 is 175, key is test_row_0/A:col10/1733156445705/Put/seqid=0 2024-12-02T16:20:45,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741961_1137 (size=39549) 2024-12-02T16:20:45,865 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/09aebac3f95c40c98c50aa5d450879f1 2024-12-02T16:20:45,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:45,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40244 deadline: 1733156505877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:45,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:45,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40202 deadline: 1733156505877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:45,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:45,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156505881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:45,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:45,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156505881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:45,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:45,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40252 deadline: 1733156505887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:45,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/aee7fef488474064b851c8ed6faa52e6 is 50, key is test_row_0/B:col10/1733156445705/Put/seqid=0 2024-12-02T16:20:45,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-02T16:20:45,944 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:45,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-02T16:20:45,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:45,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. as already flushing 2024-12-02T16:20:45,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:45,946 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:45,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:45,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:45,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741962_1138 (size=12001) 2024-12-02T16:20:45,995 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/aee7fef488474064b851c8ed6faa52e6 2024-12-02T16:20:46,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/4bf0d739b23748c9bd196a892941a033 is 50, key is test_row_0/C:col10/1733156445705/Put/seqid=0 2024-12-02T16:20:46,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:46,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40202 deadline: 1733156506089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:46,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:46,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40244 deadline: 1733156506089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:46,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:46,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40252 deadline: 1733156506099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:46,099 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:46,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:46,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156506099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:46,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:46,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-02T16:20:46,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:46,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. as already flushing 2024-12-02T16:20:46,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:46,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:46,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:46,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156506099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:46,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:46,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741963_1139 (size=12001) 2024-12-02T16:20:46,253 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:46,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-02T16:20:46,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:46,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. as already flushing 2024-12-02T16:20:46,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:46,258 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:46,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:46,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:46,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:46,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40202 deadline: 1733156506398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:46,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:46,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40244 deadline: 1733156506401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:46,411 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:46,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:46,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-02T16:20:46,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40252 deadline: 1733156506409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:46,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:46,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156506411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:46,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:46,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. as already flushing 2024-12-02T16:20:46,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:46,416 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:46,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:46,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:46,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:46,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156506414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:46,533 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T16:20:46,537 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/4bf0d739b23748c9bd196a892941a033 2024-12-02T16:20:46,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/09aebac3f95c40c98c50aa5d450879f1 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/09aebac3f95c40c98c50aa5d450879f1 2024-12-02T16:20:46,584 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:46,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-02T16:20:46,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:46,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. as already flushing 2024-12-02T16:20:46,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:46,586 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:46,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:46,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:46,605 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/09aebac3f95c40c98c50aa5d450879f1, entries=200, sequenceid=42, filesize=38.6 K 2024-12-02T16:20:46,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/aee7fef488474064b851c8ed6faa52e6 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/aee7fef488474064b851c8ed6faa52e6 2024-12-02T16:20:46,655 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/aee7fef488474064b851c8ed6faa52e6, entries=150, sequenceid=42, filesize=11.7 K 2024-12-02T16:20:46,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/4bf0d739b23748c9bd196a892941a033 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/4bf0d739b23748c9bd196a892941a033 2024-12-02T16:20:46,718 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/4bf0d739b23748c9bd196a892941a033, entries=150, sequenceid=42, filesize=11.7 K 2024-12-02T16:20:46,721 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 48038af28b15e778ab4eb430ba96bfc7 in 1013ms, sequenceid=42, compaction requested=false 2024-12-02T16:20:46,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 48038af28b15e778ab4eb430ba96bfc7: 2024-12-02T16:20:46,745 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:46,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-02T16:20:46,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:46,756 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 48038af28b15e778ab4eb430ba96bfc7 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-02T16:20:46,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=A 2024-12-02T16:20:46,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:46,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=B 2024-12-02T16:20:46,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:46,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=C 2024-12-02T16:20:46,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:46,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412028f7dc695f84f483a8e3410036bb21c29_48038af28b15e778ab4eb430ba96bfc7 is 50, key is test_row_0/A:col10/1733156445763/Put/seqid=0 2024-12-02T16:20:46,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741964_1140 (size=12154) 2024-12-02T16:20:46,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:20:46,892 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412028f7dc695f84f483a8e3410036bb21c29_48038af28b15e778ab4eb430ba96bfc7 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412028f7dc695f84f483a8e3410036bb21c29_48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:20:46,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/0c29def85cf34c1ea4f1900e08ba508d, store: [table=TestAcidGuarantees family=A region=48038af28b15e778ab4eb430ba96bfc7] 2024-12-02T16:20:46,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/0c29def85cf34c1ea4f1900e08ba508d is 175, key is test_row_0/A:col10/1733156445763/Put/seqid=0 2024-12-02T16:20:46,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:20:46,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. as already flushing 2024-12-02T16:20:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-02T16:20:46,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741965_1141 (size=30955) 2024-12-02T16:20:46,945 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=59, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/0c29def85cf34c1ea4f1900e08ba508d 2024-12-02T16:20:46,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:46,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40244 deadline: 1733156506956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:46,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:46,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40252 deadline: 1733156506961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:46,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:46,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156506961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:46,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:46,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40202 deadline: 1733156506968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:46,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:46,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156506975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:46,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/1433d19b67d2413399b7170c285eb86b is 50, key is test_row_0/B:col10/1733156445763/Put/seqid=0 2024-12-02T16:20:47,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741966_1142 (size=12001) 2024-12-02T16:20:47,049 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/1433d19b67d2413399b7170c285eb86b 2024-12-02T16:20:47,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:47,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40244 deadline: 1733156507077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:47,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:47,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40252 deadline: 1733156507077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:47,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:47,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156507085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:47,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:47,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156507086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:47,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/1fb7dcc4ba324892950ad44cdede9139 is 50, key is test_row_0/C:col10/1733156445763/Put/seqid=0 2024-12-02T16:20:47,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:47,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40202 deadline: 1733156507128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:47,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741967_1143 (size=12001) 2024-12-02T16:20:47,174 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/1fb7dcc4ba324892950ad44cdede9139 2024-12-02T16:20:47,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/0c29def85cf34c1ea4f1900e08ba508d as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/0c29def85cf34c1ea4f1900e08ba508d 2024-12-02T16:20:47,242 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/0c29def85cf34c1ea4f1900e08ba508d, entries=150, sequenceid=59, filesize=30.2 K 2024-12-02T16:20:47,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/1433d19b67d2413399b7170c285eb86b as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/1433d19b67d2413399b7170c285eb86b 2024-12-02T16:20:47,257 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/1433d19b67d2413399b7170c285eb86b, entries=150, sequenceid=59, filesize=11.7 K 2024-12-02T16:20:47,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/1fb7dcc4ba324892950ad44cdede9139 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/1fb7dcc4ba324892950ad44cdede9139 2024-12-02T16:20:47,283 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/1fb7dcc4ba324892950ad44cdede9139, entries=150, sequenceid=59, filesize=11.7 K 2024-12-02T16:20:47,289 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 48038af28b15e778ab4eb430ba96bfc7 in 534ms, sequenceid=59, compaction requested=true 2024-12-02T16:20:47,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 48038af28b15e778ab4eb430ba96bfc7: 2024-12-02T16:20:47,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:47,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-02T16:20:47,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-12-02T16:20:47,305 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-12-02T16:20:47,305 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4910 sec 2024-12-02T16:20:47,307 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 48038af28b15e778ab4eb430ba96bfc7 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-02T16:20:47,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=A 2024-12-02T16:20:47,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:47,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=B 2024-12-02T16:20:47,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:47,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=C 2024-12-02T16:20:47,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:47,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:20:47,310 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 2.5100 sec 2024-12-02T16:20:47,372 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120284395e57bc0149079250d711d7400e9c_48038af28b15e778ab4eb430ba96bfc7 is 50, key is test_row_0/A:col10/1733156446946/Put/seqid=0 2024-12-02T16:20:47,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:47,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40244 deadline: 1733156507410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:47,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:47,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156507417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:47,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:47,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40202 deadline: 1733156507422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:47,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:47,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40252 deadline: 1733156507426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:47,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:47,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156507417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:47,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741968_1144 (size=17034) 2024-12-02T16:20:47,441 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:20:47,448 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120284395e57bc0149079250d711d7400e9c_48038af28b15e778ab4eb430ba96bfc7 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120284395e57bc0149079250d711d7400e9c_48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:20:47,453 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/2f0e2874ce7548fead715c169e0c47e9, store: [table=TestAcidGuarantees family=A region=48038af28b15e778ab4eb430ba96bfc7] 2024-12-02T16:20:47,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/2f0e2874ce7548fead715c169e0c47e9 is 175, key is test_row_0/A:col10/1733156446946/Put/seqid=0 2024-12-02T16:20:47,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741969_1145 (size=48139) 2024-12-02T16:20:47,480 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=80, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/2f0e2874ce7548fead715c169e0c47e9 2024-12-02T16:20:47,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:47,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40244 deadline: 1733156507520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:47,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:47,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156507526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:47,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/1ee6bfb505f245a99a94fcada44cf0c0 is 50, key is test_row_0/B:col10/1733156446946/Put/seqid=0 2024-12-02T16:20:47,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:47,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40252 deadline: 1733156507536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:47,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:47,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40202 deadline: 1733156507541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:47,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:47,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156507541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:47,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741970_1146 (size=12001) 2024-12-02T16:20:47,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:47,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40244 deadline: 1733156507734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:47,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:47,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156507734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:47,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:47,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40252 deadline: 1733156507742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:47,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:47,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156507757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:47,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:47,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40202 deadline: 1733156507760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:47,972 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/1ee6bfb505f245a99a94fcada44cf0c0 2024-12-02T16:20:47,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/93a854aebbbe4ff3a42881c1bf19e974 is 50, key is test_row_0/C:col10/1733156446946/Put/seqid=0 2024-12-02T16:20:48,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741971_1147 (size=12001) 2024-12-02T16:20:48,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:48,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40244 deadline: 1733156508042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:48,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:48,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156508044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:48,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:48,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40252 deadline: 1733156508057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:48,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:48,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156508070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:48,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:48,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40202 deadline: 1733156508081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:48,098 INFO [master/2a8f9448bb5c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-02T16:20:48,098 INFO [master/2a8f9448bb5c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-02T16:20:48,425 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/93a854aebbbe4ff3a42881c1bf19e974 2024-12-02T16:20:48,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/2f0e2874ce7548fead715c169e0c47e9 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/2f0e2874ce7548fead715c169e0c47e9 2024-12-02T16:20:48,498 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/2f0e2874ce7548fead715c169e0c47e9, entries=250, sequenceid=80, filesize=47.0 K 2024-12-02T16:20:48,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/1ee6bfb505f245a99a94fcada44cf0c0 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/1ee6bfb505f245a99a94fcada44cf0c0 2024-12-02T16:20:48,534 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/1ee6bfb505f245a99a94fcada44cf0c0, entries=150, sequenceid=80, filesize=11.7 K 2024-12-02T16:20:48,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/93a854aebbbe4ff3a42881c1bf19e974 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/93a854aebbbe4ff3a42881c1bf19e974 2024-12-02T16:20:48,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:48,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156508554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:48,569 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/93a854aebbbe4ff3a42881c1bf19e974, entries=150, sequenceid=80, filesize=11.7 K 2024-12-02T16:20:48,575 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 48038af28b15e778ab4eb430ba96bfc7 in 1269ms, sequenceid=80, compaction requested=true 2024-12-02T16:20:48,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 48038af28b15e778ab4eb430ba96bfc7: 2024-12-02T16:20:48,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48038af28b15e778ab4eb430ba96bfc7:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:20:48,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:20:48,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48038af28b15e778ab4eb430ba96bfc7:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:20:48,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-02T16:20:48,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48038af28b15e778ab4eb430ba96bfc7:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:20:48,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-02T16:20:48,576 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:20:48,576 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:20:48,582 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 158192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:20:48,582 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): 48038af28b15e778ab4eb430ba96bfc7/A is initiating minor compaction (all files) 2024-12-02T16:20:48,582 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 48038af28b15e778ab4eb430ba96bfc7/A in TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:48,582 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/4078839309244c239976ebd994c1384d, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/09aebac3f95c40c98c50aa5d450879f1, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/0c29def85cf34c1ea4f1900e08ba508d, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/2f0e2874ce7548fead715c169e0c47e9] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp, totalSize=154.5 K 2024-12-02T16:20:48,582 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:48,582 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. files: [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/4078839309244c239976ebd994c1384d, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/09aebac3f95c40c98c50aa5d450879f1, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/0c29def85cf34c1ea4f1900e08ba508d, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/2f0e2874ce7548fead715c169e0c47e9] 2024-12-02T16:20:48,583 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:20:48,583 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 48038af28b15e778ab4eb430ba96bfc7/C is initiating minor compaction (all files) 2024-12-02T16:20:48,583 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 48038af28b15e778ab4eb430ba96bfc7/C in TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:48,583 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/a3da8f19b77f40a2a0e5a500a794153d, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/4bf0d739b23748c9bd196a892941a033, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/1fb7dcc4ba324892950ad44cdede9139, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/93a854aebbbe4ff3a42881c1bf19e974] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp, totalSize=46.9 K 2024-12-02T16:20:48,583 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4078839309244c239976ebd994c1384d, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=22, earliestPutTs=1733156444838 2024-12-02T16:20:48,584 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting a3da8f19b77f40a2a0e5a500a794153d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=22, earliestPutTs=1733156444838 2024-12-02T16:20:48,584 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 09aebac3f95c40c98c50aa5d450879f1, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1733156444959 2024-12-02T16:20:48,584 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 4bf0d739b23748c9bd196a892941a033, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1733156444959 2024-12-02T16:20:48,586 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c29def85cf34c1ea4f1900e08ba508d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733156445743 2024-12-02T16:20:48,586 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 1fb7dcc4ba324892950ad44cdede9139, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733156445743 2024-12-02T16:20:48,588 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f0e2874ce7548fead715c169e0c47e9, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1733156446946 2024-12-02T16:20:48,588 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 93a854aebbbe4ff3a42881c1bf19e974, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1733156446946 2024-12-02T16:20:48,600 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 48038af28b15e778ab4eb430ba96bfc7 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-02T16:20:48,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=A 2024-12-02T16:20:48,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:48,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=B 2024-12-02T16:20:48,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:48,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=C 2024-12-02T16:20:48,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:48,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:20:48,624 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48038af28b15e778ab4eb430ba96bfc7#C#compaction#126 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:20:48,637 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/b1bf273132454fd6b85c11231f4cf98e is 50, key is test_row_0/C:col10/1733156446946/Put/seqid=0 2024-12-02T16:20:48,645 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=48038af28b15e778ab4eb430ba96bfc7] 2024-12-02T16:20:48,697 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202592c430896c64a7fa563b750259773d6_48038af28b15e778ab4eb430ba96bfc7 store=[table=TestAcidGuarantees family=A region=48038af28b15e778ab4eb430ba96bfc7] 2024-12-02T16:20:48,702 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202592c430896c64a7fa563b750259773d6_48038af28b15e778ab4eb430ba96bfc7, store=[table=TestAcidGuarantees family=A region=48038af28b15e778ab4eb430ba96bfc7] 2024-12-02T16:20:48,703 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202592c430896c64a7fa563b750259773d6_48038af28b15e778ab4eb430ba96bfc7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=48038af28b15e778ab4eb430ba96bfc7] 2024-12-02T16:20:48,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:48,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156508670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:48,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202905aa9002cef44268d28623eca989d16_48038af28b15e778ab4eb430ba96bfc7 is 50, key is test_row_0/A:col10/1733156447385/Put/seqid=0 2024-12-02T16:20:48,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:48,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40202 deadline: 1733156508672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:48,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:48,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40244 deadline: 1733156508697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:48,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:48,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40252 deadline: 1733156508704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:48,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741972_1148 (size=12139) 2024-12-02T16:20:48,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741974_1150 (size=14594) 2024-12-02T16:20:48,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741973_1149 (size=4469) 2024-12-02T16:20:48,773 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:20:48,779 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48038af28b15e778ab4eb430ba96bfc7#A#compaction#127 average throughput is 0.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:20:48,781 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/fd89d4a602294334ac0050ef2a2ff1d6 is 175, key is test_row_0/A:col10/1733156446946/Put/seqid=0 2024-12-02T16:20:48,789 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202905aa9002cef44268d28623eca989d16_48038af28b15e778ab4eb430ba96bfc7 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202905aa9002cef44268d28623eca989d16_48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:20:48,790 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/46e6b72d451d4f748b4d1a99ef3e4e23, store: [table=TestAcidGuarantees family=A region=48038af28b15e778ab4eb430ba96bfc7] 2024-12-02T16:20:48,791 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/46e6b72d451d4f748b4d1a99ef3e4e23 is 175, key is test_row_0/A:col10/1733156447385/Put/seqid=0 2024-12-02T16:20:48,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741975_1151 (size=31093) 2024-12-02T16:20:48,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:48,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156508805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:48,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:48,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40202 deadline: 1733156508817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:48,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:48,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40244 deadline: 1733156508817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:48,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:48,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40252 deadline: 1733156508841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:48,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741976_1152 (size=39549) 2024-12-02T16:20:48,858 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=97, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/46e6b72d451d4f748b4d1a99ef3e4e23 2024-12-02T16:20:48,879 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/203794ec516a43ec95dd4e2e417d2317 is 50, key is test_row_0/B:col10/1733156447385/Put/seqid=0 2024-12-02T16:20:48,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741977_1153 (size=12001) 2024-12-02T16:20:48,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-02T16:20:48,944 INFO [Thread-658 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-12-02T16:20:48,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:20:48,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-12-02T16:20:48,955 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:20:48,955 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:20:48,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:20:48,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-02T16:20:49,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:49,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156509025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:49,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:49,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40244 deadline: 1733156509033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:49,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:49,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40202 deadline: 1733156509033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:49,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:49,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40252 deadline: 1733156509049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:49,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-02T16:20:49,113 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:49,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-02T16:20:49,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:49,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. as already flushing 2024-12-02T16:20:49,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:49,117 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:49,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:49,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:49,142 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/b1bf273132454fd6b85c11231f4cf98e as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/b1bf273132454fd6b85c11231f4cf98e 2024-12-02T16:20:49,151 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 48038af28b15e778ab4eb430ba96bfc7/C of 48038af28b15e778ab4eb430ba96bfc7 into b1bf273132454fd6b85c11231f4cf98e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:20:49,151 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 48038af28b15e778ab4eb430ba96bfc7: 2024-12-02T16:20:49,151 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7., storeName=48038af28b15e778ab4eb430ba96bfc7/C, priority=12, startTime=1733156448576; duration=0sec 2024-12-02T16:20:49,152 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:20:49,152 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48038af28b15e778ab4eb430ba96bfc7:C 2024-12-02T16:20:49,152 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:20:49,153 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:20:49,153 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 48038af28b15e778ab4eb430ba96bfc7/B is initiating minor compaction (all files) 2024-12-02T16:20:49,154 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 48038af28b15e778ab4eb430ba96bfc7/B in TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:49,154 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/44ac34e107d147bc8ac44ddedbab1c1b, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/aee7fef488474064b851c8ed6faa52e6, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/1433d19b67d2413399b7170c285eb86b, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/1ee6bfb505f245a99a94fcada44cf0c0] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp, totalSize=46.9 K 2024-12-02T16:20:49,154 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 44ac34e107d147bc8ac44ddedbab1c1b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=22, earliestPutTs=1733156444838 2024-12-02T16:20:49,155 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting aee7fef488474064b851c8ed6faa52e6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1733156444959 2024-12-02T16:20:49,155 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 1433d19b67d2413399b7170c285eb86b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733156445743 2024-12-02T16:20:49,156 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ee6bfb505f245a99a94fcada44cf0c0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1733156446946 2024-12-02T16:20:49,182 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48038af28b15e778ab4eb430ba96bfc7#B#compaction#130 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:20:49,183 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/bd961fec614a4b2aa5b5377f5e67a50f is 50, key is test_row_0/B:col10/1733156446946/Put/seqid=0 2024-12-02T16:20:49,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741978_1154 (size=12139) 2024-12-02T16:20:49,237 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/bd961fec614a4b2aa5b5377f5e67a50f as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/bd961fec614a4b2aa5b5377f5e67a50f 2024-12-02T16:20:49,242 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/fd89d4a602294334ac0050ef2a2ff1d6 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/fd89d4a602294334ac0050ef2a2ff1d6 2024-12-02T16:20:49,245 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 48038af28b15e778ab4eb430ba96bfc7/B of 48038af28b15e778ab4eb430ba96bfc7 into bd961fec614a4b2aa5b5377f5e67a50f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:20:49,245 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 48038af28b15e778ab4eb430ba96bfc7: 2024-12-02T16:20:49,245 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7., storeName=48038af28b15e778ab4eb430ba96bfc7/B, priority=12, startTime=1733156448576; duration=0sec 2024-12-02T16:20:49,245 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:20:49,245 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48038af28b15e778ab4eb430ba96bfc7:B 2024-12-02T16:20:49,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-02T16:20:49,262 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 48038af28b15e778ab4eb430ba96bfc7/A of 48038af28b15e778ab4eb430ba96bfc7 into fd89d4a602294334ac0050ef2a2ff1d6(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:20:49,262 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 48038af28b15e778ab4eb430ba96bfc7: 2024-12-02T16:20:49,262 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7., storeName=48038af28b15e778ab4eb430ba96bfc7/A, priority=12, startTime=1733156448576; duration=0sec 2024-12-02T16:20:49,262 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:20:49,262 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48038af28b15e778ab4eb430ba96bfc7:A 2024-12-02T16:20:49,275 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:49,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-02T16:20:49,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:49,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. as already flushing 2024-12-02T16:20:49,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:49,280 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:49,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:49,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:49,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:49,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156509334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:49,349 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/203794ec516a43ec95dd4e2e417d2317 2024-12-02T16:20:49,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:49,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40252 deadline: 1733156509355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:49,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:49,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40202 deadline: 1733156509360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:49,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:49,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40244 deadline: 1733156509360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:49,383 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/7e84fd1c03ea4f6680d21293ad9d9071 is 50, key is test_row_0/C:col10/1733156447385/Put/seqid=0 2024-12-02T16:20:49,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741979_1155 (size=12001) 2024-12-02T16:20:49,436 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/7e84fd1c03ea4f6680d21293ad9d9071 2024-12-02T16:20:49,440 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:49,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-02T16:20:49,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:49,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. as already flushing 2024-12-02T16:20:49,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:49,445 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:49,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:49,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/46e6b72d451d4f748b4d1a99ef3e4e23 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/46e6b72d451d4f748b4d1a99ef3e4e23 2024-12-02T16:20:49,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:49,453 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/46e6b72d451d4f748b4d1a99ef3e4e23, entries=200, sequenceid=97, filesize=38.6 K 2024-12-02T16:20:49,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/203794ec516a43ec95dd4e2e417d2317 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/203794ec516a43ec95dd4e2e417d2317 2024-12-02T16:20:49,463 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/203794ec516a43ec95dd4e2e417d2317, entries=150, sequenceid=97, filesize=11.7 K 2024-12-02T16:20:49,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/7e84fd1c03ea4f6680d21293ad9d9071 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/7e84fd1c03ea4f6680d21293ad9d9071 2024-12-02T16:20:49,473 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/7e84fd1c03ea4f6680d21293ad9d9071, entries=150, sequenceid=97, filesize=11.7 K 2024-12-02T16:20:49,473 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 48038af28b15e778ab4eb430ba96bfc7 in 873ms, sequenceid=97, compaction requested=false 2024-12-02T16:20:49,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 48038af28b15e778ab4eb430ba96bfc7: 2024-12-02T16:20:49,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-02T16:20:49,575 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 48038af28b15e778ab4eb430ba96bfc7 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-02T16:20:49,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=A 2024-12-02T16:20:49,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:49,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=B 2024-12-02T16:20:49,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:49,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=C 2024-12-02T16:20:49,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:49,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:20:49,600 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:49,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-02T16:20:49,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:49,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. as already flushing 2024-12-02T16:20:49,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:49,607 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:49,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:49,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:49,612 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412021fd9cd3a53fd4422800dea9ba1e8b48d_48038af28b15e778ab4eb430ba96bfc7 is 50, key is test_row_0/A:col10/1733156448667/Put/seqid=0 2024-12-02T16:20:49,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741980_1156 (size=14594) 2024-12-02T16:20:49,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:49,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156509672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:49,759 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:49,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-02T16:20:49,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:49,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. as already flushing 2024-12-02T16:20:49,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:49,760 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:49,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:49,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:49,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:49,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156509781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:49,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:49,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156509843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:49,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40252 deadline: 1733156509861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:49,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:49,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40202 deadline: 1733156509866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:49,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:49,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40244 deadline: 1733156509866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:49,917 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:49,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-02T16:20:49,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:49,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. as already flushing 2024-12-02T16:20:49,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:49,921 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:49,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:49,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:49,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156509991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-02T16:20:50,069 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:20:50,075 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:50,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-02T16:20:50,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:50,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. as already flushing 2024-12-02T16:20:50,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:50,081 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:50,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:50,097 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412021fd9cd3a53fd4422800dea9ba1e8b48d_48038af28b15e778ab4eb430ba96bfc7 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412021fd9cd3a53fd4422800dea9ba1e8b48d_48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:20:50,109 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/46b9c3dda2a24014873935c05e3e5aef, store: [table=TestAcidGuarantees family=A region=48038af28b15e778ab4eb430ba96bfc7] 2024-12-02T16:20:50,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/46b9c3dda2a24014873935c05e3e5aef is 175, key is test_row_0/A:col10/1733156448667/Put/seqid=0 2024-12-02T16:20:50,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741981_1157 (size=39549) 2024-12-02T16:20:50,241 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:50,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-02T16:20:50,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:50,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. as already flushing 2024-12-02T16:20:50,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:50,244 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:50,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:50,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:50,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:50,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156510300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:50,396 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:50,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-02T16:20:50,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:50,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. as already flushing 2024-12-02T16:20:50,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:50,406 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:50,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:50,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:50,552 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/46b9c3dda2a24014873935c05e3e5aef 2024-12-02T16:20:50,560 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:50,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-02T16:20:50,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:50,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. as already flushing 2024-12-02T16:20:50,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:50,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:50,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:50,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:50,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/b22bf4f72dcf42809efbfeff4a3abf9e is 50, key is test_row_0/B:col10/1733156448667/Put/seqid=0 2024-12-02T16:20:50,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741982_1158 (size=12001) 2024-12-02T16:20:50,607 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/b22bf4f72dcf42809efbfeff4a3abf9e 2024-12-02T16:20:50,631 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/76150a1c705c46dbb50fd561776da357 is 50, key is test_row_0/C:col10/1733156448667/Put/seqid=0 2024-12-02T16:20:50,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741983_1159 (size=12001) 2024-12-02T16:20:50,649 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/76150a1c705c46dbb50fd561776da357 2024-12-02T16:20:50,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/46b9c3dda2a24014873935c05e3e5aef as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/46b9c3dda2a24014873935c05e3e5aef 2024-12-02T16:20:50,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/46b9c3dda2a24014873935c05e3e5aef, entries=200, sequenceid=121, filesize=38.6 K 2024-12-02T16:20:50,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/b22bf4f72dcf42809efbfeff4a3abf9e as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/b22bf4f72dcf42809efbfeff4a3abf9e 2024-12-02T16:20:50,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/b22bf4f72dcf42809efbfeff4a3abf9e, entries=150, sequenceid=121, filesize=11.7 K 2024-12-02T16:20:50,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/76150a1c705c46dbb50fd561776da357 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/76150a1c705c46dbb50fd561776da357 2024-12-02T16:20:50,707 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/76150a1c705c46dbb50fd561776da357, entries=150, sequenceid=121, filesize=11.7 K 2024-12-02T16:20:50,708 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 48038af28b15e778ab4eb430ba96bfc7 in 1133ms, sequenceid=121, compaction requested=true 2024-12-02T16:20:50,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 48038af28b15e778ab4eb430ba96bfc7: 2024-12-02T16:20:50,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48038af28b15e778ab4eb430ba96bfc7:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:20:50,708 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:20:50,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:20:50,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48038af28b15e778ab4eb430ba96bfc7:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:20:50,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:20:50,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48038af28b15e778ab4eb430ba96bfc7:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:20:50,709 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:20:50,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:20:50,710 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110191 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:20:50,710 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): 48038af28b15e778ab4eb430ba96bfc7/A is initiating minor compaction (all files) 2024-12-02T16:20:50,710 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 48038af28b15e778ab4eb430ba96bfc7/A in TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:50,710 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/fd89d4a602294334ac0050ef2a2ff1d6, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/46e6b72d451d4f748b4d1a99ef3e4e23, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/46b9c3dda2a24014873935c05e3e5aef] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp, totalSize=107.6 K 2024-12-02T16:20:50,710 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:50,710 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. files: [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/fd89d4a602294334ac0050ef2a2ff1d6, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/46e6b72d451d4f748b4d1a99ef3e4e23, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/46b9c3dda2a24014873935c05e3e5aef] 2024-12-02T16:20:50,712 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd89d4a602294334ac0050ef2a2ff1d6, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1733156446946 2024-12-02T16:20:50,712 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:20:50,712 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 48038af28b15e778ab4eb430ba96bfc7/B is initiating minor compaction (all files) 2024-12-02T16:20:50,712 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 48038af28b15e778ab4eb430ba96bfc7/B in TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:50,712 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/bd961fec614a4b2aa5b5377f5e67a50f, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/203794ec516a43ec95dd4e2e417d2317, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/b22bf4f72dcf42809efbfeff4a3abf9e] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp, totalSize=35.3 K 2024-12-02T16:20:50,713 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 46e6b72d451d4f748b4d1a99ef3e4e23, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733156447385 2024-12-02T16:20:50,713 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting bd961fec614a4b2aa5b5377f5e67a50f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1733156446946 2024-12-02T16:20:50,714 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 46b9c3dda2a24014873935c05e3e5aef, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1733156448667 2024-12-02T16:20:50,714 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 203794ec516a43ec95dd4e2e417d2317, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733156447385 2024-12-02T16:20:50,715 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting b22bf4f72dcf42809efbfeff4a3abf9e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1733156448667 2024-12-02T16:20:50,716 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:50,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-02T16:20:50,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:50,717 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 48038af28b15e778ab4eb430ba96bfc7 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-02T16:20:50,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=A 2024-12-02T16:20:50,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:50,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=B 2024-12-02T16:20:50,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:50,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=C 2024-12-02T16:20:50,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:50,756 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=48038af28b15e778ab4eb430ba96bfc7] 2024-12-02T16:20:50,781 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48038af28b15e778ab4eb430ba96bfc7#B#compaction#136 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:20:50,781 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/53825b5a1efd467c8cb5380e6d297f07 is 50, key is test_row_0/B:col10/1733156448667/Put/seqid=0 2024-12-02T16:20:50,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202ca706f90c40b43a4a455d64cd6d66073_48038af28b15e778ab4eb430ba96bfc7 is 50, key is test_row_0/A:col10/1733156449648/Put/seqid=0 2024-12-02T16:20:50,802 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412027c5bb883a07d49eab0e967bfe80defe8_48038af28b15e778ab4eb430ba96bfc7 store=[table=TestAcidGuarantees family=A region=48038af28b15e778ab4eb430ba96bfc7] 2024-12-02T16:20:50,805 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412027c5bb883a07d49eab0e967bfe80defe8_48038af28b15e778ab4eb430ba96bfc7, store=[table=TestAcidGuarantees family=A region=48038af28b15e778ab4eb430ba96bfc7] 2024-12-02T16:20:50,805 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412027c5bb883a07d49eab0e967bfe80defe8_48038af28b15e778ab4eb430ba96bfc7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=48038af28b15e778ab4eb430ba96bfc7] 2024-12-02T16:20:50,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. as already flushing 2024-12-02T16:20:50,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:20:50,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741984_1160 (size=12241) 2024-12-02T16:20:50,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741985_1161 (size=12304) 2024-12-02T16:20:50,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:20:50,894 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202ca706f90c40b43a4a455d64cd6d66073_48038af28b15e778ab4eb430ba96bfc7 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202ca706f90c40b43a4a455d64cd6d66073_48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:20:50,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/bc303ee8901947c89c0ee42b5ab40f4c, store: [table=TestAcidGuarantees family=A region=48038af28b15e778ab4eb430ba96bfc7] 2024-12-02T16:20:50,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/bc303ee8901947c89c0ee42b5ab40f4c is 175, key is test_row_0/A:col10/1733156449648/Put/seqid=0 2024-12-02T16:20:50,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741986_1162 (size=4469) 2024-12-02T16:20:50,908 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48038af28b15e778ab4eb430ba96bfc7#A#compaction#135 average throughput is 0.16 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:20:50,909 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/0cc0bce2545a4c648967c6081a0f6793 is 175, key is test_row_0/A:col10/1733156448667/Put/seqid=0 2024-12-02T16:20:50,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:50,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40244 deadline: 1733156510896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:50,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:50,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156510906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:50,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:50,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40252 deadline: 1733156510896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:50,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:50,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156510911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:50,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:50,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40202 deadline: 1733156510912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:50,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741987_1163 (size=31105) 2024-12-02T16:20:50,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741988_1164 (size=31195) 2024-12-02T16:20:50,977 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/0cc0bce2545a4c648967c6081a0f6793 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/0cc0bce2545a4c648967c6081a0f6793 2024-12-02T16:20:50,989 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 48038af28b15e778ab4eb430ba96bfc7/A of 48038af28b15e778ab4eb430ba96bfc7 into 0cc0bce2545a4c648967c6081a0f6793(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:20:50,989 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 48038af28b15e778ab4eb430ba96bfc7: 2024-12-02T16:20:50,989 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7., storeName=48038af28b15e778ab4eb430ba96bfc7/A, priority=13, startTime=1733156450708; duration=0sec 2024-12-02T16:20:50,990 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:20:50,990 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48038af28b15e778ab4eb430ba96bfc7:A 2024-12-02T16:20:50,990 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:20:50,993 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:20:50,994 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): 48038af28b15e778ab4eb430ba96bfc7/C is initiating minor compaction (all files) 2024-12-02T16:20:50,994 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 48038af28b15e778ab4eb430ba96bfc7/C in TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:50,994 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/b1bf273132454fd6b85c11231f4cf98e, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/7e84fd1c03ea4f6680d21293ad9d9071, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/76150a1c705c46dbb50fd561776da357] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp, totalSize=35.3 K 2024-12-02T16:20:50,994 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting b1bf273132454fd6b85c11231f4cf98e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1733156446946 2024-12-02T16:20:50,995 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e84fd1c03ea4f6680d21293ad9d9071, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733156447385 2024-12-02T16:20:50,995 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 76150a1c705c46dbb50fd561776da357, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1733156448667 2024-12-02T16:20:51,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:51,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156511013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:51,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:51,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40252 deadline: 1733156511013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:51,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:51,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40244 deadline: 1733156511014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:51,023 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48038af28b15e778ab4eb430ba96bfc7#C#compaction#138 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:20:51,024 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/48d7e5c5a64a4d38ae4af2092b4268db is 50, key is test_row_0/C:col10/1733156448667/Put/seqid=0 2024-12-02T16:20:51,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:51,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40202 deadline: 1733156511021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:51,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:51,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156511021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:51,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-02T16:20:51,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741989_1165 (size=12241) 2024-12-02T16:20:51,090 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/48d7e5c5a64a4d38ae4af2092b4268db as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/48d7e5c5a64a4d38ae4af2092b4268db 2024-12-02T16:20:51,121 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 48038af28b15e778ab4eb430ba96bfc7/C of 48038af28b15e778ab4eb430ba96bfc7 into 48d7e5c5a64a4d38ae4af2092b4268db(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:20:51,121 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 48038af28b15e778ab4eb430ba96bfc7: 2024-12-02T16:20:51,121 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7., storeName=48038af28b15e778ab4eb430ba96bfc7/C, priority=13, startTime=1733156450709; duration=0sec 2024-12-02T16:20:51,121 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:20:51,121 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48038af28b15e778ab4eb430ba96bfc7:C 2024-12-02T16:20:51,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:51,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156511217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:51,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:51,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40252 deadline: 1733156511219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:51,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:51,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40244 deadline: 1733156511229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:51,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:51,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40202 deadline: 1733156511229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:51,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:51,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156511236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:51,277 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/53825b5a1efd467c8cb5380e6d297f07 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/53825b5a1efd467c8cb5380e6d297f07 2024-12-02T16:20:51,290 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 48038af28b15e778ab4eb430ba96bfc7/B of 48038af28b15e778ab4eb430ba96bfc7 into 53825b5a1efd467c8cb5380e6d297f07(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:20:51,290 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 48038af28b15e778ab4eb430ba96bfc7: 2024-12-02T16:20:51,290 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7., storeName=48038af28b15e778ab4eb430ba96bfc7/B, priority=13, startTime=1733156450708; duration=0sec 2024-12-02T16:20:51,290 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:20:51,290 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48038af28b15e778ab4eb430ba96bfc7:B 2024-12-02T16:20:51,360 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/bc303ee8901947c89c0ee42b5ab40f4c 2024-12-02T16:20:51,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/613acd58bab14ea8ae16a77701f6cfe1 is 50, key is test_row_0/B:col10/1733156449648/Put/seqid=0 2024-12-02T16:20:51,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741990_1166 (size=12151) 2024-12-02T16:20:51,448 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/613acd58bab14ea8ae16a77701f6cfe1 2024-12-02T16:20:51,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/8f53414470fd44349f27f9d5aa57e0f7 is 50, key is test_row_0/C:col10/1733156449648/Put/seqid=0 2024-12-02T16:20:51,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741991_1167 (size=12151) 2024-12-02T16:20:51,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:51,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40252 deadline: 1733156511522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:51,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:51,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156511530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:51,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:51,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40202 deadline: 1733156511536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:51,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:51,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40244 deadline: 1733156511541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:51,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:51,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156511548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:51,918 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/8f53414470fd44349f27f9d5aa57e0f7 2024-12-02T16:20:51,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/bc303ee8901947c89c0ee42b5ab40f4c as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/bc303ee8901947c89c0ee42b5ab40f4c 2024-12-02T16:20:51,950 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/bc303ee8901947c89c0ee42b5ab40f4c, entries=150, sequenceid=136, filesize=30.4 K 2024-12-02T16:20:51,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/613acd58bab14ea8ae16a77701f6cfe1 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/613acd58bab14ea8ae16a77701f6cfe1 2024-12-02T16:20:51,962 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/613acd58bab14ea8ae16a77701f6cfe1, entries=150, sequenceid=136, filesize=11.9 K 2024-12-02T16:20:51,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/8f53414470fd44349f27f9d5aa57e0f7 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/8f53414470fd44349f27f9d5aa57e0f7 2024-12-02T16:20:51,970 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/8f53414470fd44349f27f9d5aa57e0f7, entries=150, sequenceid=136, filesize=11.9 K 2024-12-02T16:20:51,971 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 48038af28b15e778ab4eb430ba96bfc7 in 1254ms, sequenceid=136, compaction requested=false 2024-12-02T16:20:51,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 48038af28b15e778ab4eb430ba96bfc7: 2024-12-02T16:20:51,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:51,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-02T16:20:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-12-02T16:20:51,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-12-02T16:20:51,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0190 sec 2024-12-02T16:20:51,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 3.0230 sec 2024-12-02T16:20:52,037 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 48038af28b15e778ab4eb430ba96bfc7 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-02T16:20:52,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:20:52,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=A 2024-12-02T16:20:52,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:52,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=B 2024-12-02T16:20:52,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:52,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=C 2024-12-02T16:20:52,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:52,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412023efb60f4ac9d49308ce400527ba4f164_48038af28b15e778ab4eb430ba96bfc7 is 50, key is test_row_0/A:col10/1733156452037/Put/seqid=0 2024-12-02T16:20:52,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:52,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156512064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:52,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:52,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156512069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:52,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:52,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40202 deadline: 1733156512070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:52,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:52,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40252 deadline: 1733156512071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:52,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:52,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40244 deadline: 1733156512079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:52,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741992_1168 (size=12304) 2024-12-02T16:20:52,102 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:20:52,108 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412023efb60f4ac9d49308ce400527ba4f164_48038af28b15e778ab4eb430ba96bfc7 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412023efb60f4ac9d49308ce400527ba4f164_48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:20:52,113 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/e30d2b85e1b14911b153d860aacbc1a6, store: [table=TestAcidGuarantees family=A region=48038af28b15e778ab4eb430ba96bfc7] 2024-12-02T16:20:52,114 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/e30d2b85e1b14911b153d860aacbc1a6 is 175, key is test_row_0/A:col10/1733156452037/Put/seqid=0 2024-12-02T16:20:52,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741993_1169 (size=31105) 2024-12-02T16:20:52,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:52,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156512178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:52,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:52,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40202 deadline: 1733156512181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:52,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:52,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156512181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:52,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:52,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40252 deadline: 1733156512183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:52,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:52,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40244 deadline: 1733156512196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:52,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:52,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156512384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:52,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:52,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40202 deadline: 1733156512389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:52,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:52,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40252 deadline: 1733156512393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:52,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:52,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156512393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:52,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:52,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40244 deadline: 1733156512410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:52,552 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=162, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/e30d2b85e1b14911b153d860aacbc1a6 2024-12-02T16:20:52,579 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/549be1aaf451485fb828bbf0054b6cbb is 50, key is test_row_0/B:col10/1733156452037/Put/seqid=0 2024-12-02T16:20:52,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741994_1170 (size=12151) 2024-12-02T16:20:52,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:52,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156512693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:52,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:52,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40202 deadline: 1733156512703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:52,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:52,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:52,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40252 deadline: 1733156512706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:52,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156512706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:52,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:52,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40244 deadline: 1733156512721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:53,031 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/549be1aaf451485fb828bbf0054b6cbb 2024-12-02T16:20:53,055 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/94be2f90649f4e208058b52b9b2c511f is 50, key is test_row_0/C:col10/1733156452037/Put/seqid=0 2024-12-02T16:20:53,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-02T16:20:53,069 INFO [Thread-658 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-12-02T16:20:53,077 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:20:53,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-12-02T16:20:53,079 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:20:53,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-02T16:20:53,082 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:20:53,082 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:20:53,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741995_1171 (size=12151) 2024-12-02T16:20:53,087 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/94be2f90649f4e208058b52b9b2c511f 2024-12-02T16:20:53,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/e30d2b85e1b14911b153d860aacbc1a6 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/e30d2b85e1b14911b153d860aacbc1a6 2024-12-02T16:20:53,102 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/e30d2b85e1b14911b153d860aacbc1a6, entries=150, sequenceid=162, filesize=30.4 K 2024-12-02T16:20:53,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/549be1aaf451485fb828bbf0054b6cbb as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/549be1aaf451485fb828bbf0054b6cbb 2024-12-02T16:20:53,115 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/549be1aaf451485fb828bbf0054b6cbb, entries=150, sequenceid=162, filesize=11.9 K 2024-12-02T16:20:53,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/94be2f90649f4e208058b52b9b2c511f as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/94be2f90649f4e208058b52b9b2c511f 2024-12-02T16:20:53,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/94be2f90649f4e208058b52b9b2c511f, entries=150, sequenceid=162, filesize=11.9 K 2024-12-02T16:20:53,124 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 48038af28b15e778ab4eb430ba96bfc7 in 1087ms, sequenceid=162, compaction requested=true 2024-12-02T16:20:53,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 48038af28b15e778ab4eb430ba96bfc7: 2024-12-02T16:20:53,125 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:20:53,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48038af28b15e778ab4eb430ba96bfc7:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:20:53,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:20:53,126 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:20:53,126 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93405 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:20:53,127 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): 48038af28b15e778ab4eb430ba96bfc7/A is initiating minor compaction (all files) 2024-12-02T16:20:53,127 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 48038af28b15e778ab4eb430ba96bfc7/A in TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:53,127 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:20:53,127 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 48038af28b15e778ab4eb430ba96bfc7/B is initiating minor compaction (all files) 2024-12-02T16:20:53,127 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 48038af28b15e778ab4eb430ba96bfc7/B in TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:53,127 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/53825b5a1efd467c8cb5380e6d297f07, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/613acd58bab14ea8ae16a77701f6cfe1, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/549be1aaf451485fb828bbf0054b6cbb] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp, totalSize=35.7 K 2024-12-02T16:20:53,128 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/0cc0bce2545a4c648967c6081a0f6793, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/bc303ee8901947c89c0ee42b5ab40f4c, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/e30d2b85e1b14911b153d860aacbc1a6] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp, totalSize=91.2 K 2024-12-02T16:20:53,128 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:53,128 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 53825b5a1efd467c8cb5380e6d297f07, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1733156448667 2024-12-02T16:20:53,128 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. files: [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/0cc0bce2545a4c648967c6081a0f6793, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/bc303ee8901947c89c0ee42b5ab40f4c, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/e30d2b85e1b14911b153d860aacbc1a6] 2024-12-02T16:20:53,128 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 613acd58bab14ea8ae16a77701f6cfe1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733156449648 2024-12-02T16:20:53,129 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 549be1aaf451485fb828bbf0054b6cbb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1733156450900 2024-12-02T16:20:53,129 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0cc0bce2545a4c648967c6081a0f6793, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1733156448667 2024-12-02T16:20:53,129 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc303ee8901947c89c0ee42b5ab40f4c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733156449648 2024-12-02T16:20:53,131 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting e30d2b85e1b14911b153d860aacbc1a6, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1733156450900 2024-12-02T16:20:53,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48038af28b15e778ab4eb430ba96bfc7:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:20:53,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:20:53,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48038af28b15e778ab4eb430ba96bfc7:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:20:53,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:20:53,151 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48038af28b15e778ab4eb430ba96bfc7#B#compaction#144 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:20:53,151 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/3e433ad6c1ff411eb67fd4b104f81553 is 50, key is test_row_0/B:col10/1733156452037/Put/seqid=0 2024-12-02T16:20:53,153 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=48038af28b15e778ab4eb430ba96bfc7] 2024-12-02T16:20:53,172 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412025a7800ba32d14fb38b78f02cc6eb33e0_48038af28b15e778ab4eb430ba96bfc7 store=[table=TestAcidGuarantees family=A region=48038af28b15e778ab4eb430ba96bfc7] 2024-12-02T16:20:53,175 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412025a7800ba32d14fb38b78f02cc6eb33e0_48038af28b15e778ab4eb430ba96bfc7, store=[table=TestAcidGuarantees family=A region=48038af28b15e778ab4eb430ba96bfc7] 2024-12-02T16:20:53,177 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412025a7800ba32d14fb38b78f02cc6eb33e0_48038af28b15e778ab4eb430ba96bfc7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=48038af28b15e778ab4eb430ba96bfc7] 2024-12-02T16:20:53,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-02T16:20:53,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741996_1172 (size=12493) 2024-12-02T16:20:53,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:20:53,211 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 48038af28b15e778ab4eb430ba96bfc7 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-02T16:20:53,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=A 2024-12-02T16:20:53,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:53,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=B 2024-12-02T16:20:53,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:53,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=C 2024-12-02T16:20:53,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:53,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741997_1173 (size=4469) 2024-12-02T16:20:53,234 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:53,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-02T16:20:53,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:53,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. as already flushing 2024-12-02T16:20:53,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:53,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:53,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:53,236 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48038af28b15e778ab4eb430ba96bfc7#A#compaction#145 average throughput is 0.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:20:53,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:53,237 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/6e3654d13f184930b26088bf175ba8ce is 175, key is test_row_0/A:col10/1733156452037/Put/seqid=0 2024-12-02T16:20:53,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120296e1d1ede7194669978033791a0a76ab_48038af28b15e778ab4eb430ba96bfc7 is 50, key is test_row_0/A:col10/1733156453209/Put/seqid=0 2024-12-02T16:20:53,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:53,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40252 deadline: 1733156513270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:53,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:53,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40202 deadline: 1733156513272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:53,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:53,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156513273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:53,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:53,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40244 deadline: 1733156513277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:53,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:53,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156513278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:53,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741998_1174 (size=31447) 2024-12-02T16:20:53,312 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/6e3654d13f184930b26088bf175ba8ce as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/6e3654d13f184930b26088bf175ba8ce 2024-12-02T16:20:53,318 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 48038af28b15e778ab4eb430ba96bfc7/A of 48038af28b15e778ab4eb430ba96bfc7 into 6e3654d13f184930b26088bf175ba8ce(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:20:53,318 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 48038af28b15e778ab4eb430ba96bfc7: 2024-12-02T16:20:53,319 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7., storeName=48038af28b15e778ab4eb430ba96bfc7/A, priority=13, startTime=1733156453125; duration=0sec 2024-12-02T16:20:53,319 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:20:53,319 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48038af28b15e778ab4eb430ba96bfc7:A 2024-12-02T16:20:53,319 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:20:53,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741999_1175 (size=17284) 2024-12-02T16:20:53,321 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:20:53,321 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): 48038af28b15e778ab4eb430ba96bfc7/C is initiating minor compaction (all files) 2024-12-02T16:20:53,321 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:20:53,321 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 48038af28b15e778ab4eb430ba96bfc7/C in TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:53,321 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/48d7e5c5a64a4d38ae4af2092b4268db, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/8f53414470fd44349f27f9d5aa57e0f7, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/94be2f90649f4e208058b52b9b2c511f] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp, totalSize=35.7 K 2024-12-02T16:20:53,322 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 48d7e5c5a64a4d38ae4af2092b4268db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1733156448667 2024-12-02T16:20:53,322 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f53414470fd44349f27f9d5aa57e0f7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733156449648 2024-12-02T16:20:53,323 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 94be2f90649f4e208058b52b9b2c511f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1733156450900 2024-12-02T16:20:53,327 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120296e1d1ede7194669978033791a0a76ab_48038af28b15e778ab4eb430ba96bfc7 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120296e1d1ede7194669978033791a0a76ab_48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:20:53,328 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/1bc993efa4984447992bd01d027b7e86, store: [table=TestAcidGuarantees family=A region=48038af28b15e778ab4eb430ba96bfc7] 2024-12-02T16:20:53,329 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/1bc993efa4984447992bd01d027b7e86 is 175, key is test_row_0/A:col10/1733156453209/Put/seqid=0 2024-12-02T16:20:53,347 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48038af28b15e778ab4eb430ba96bfc7#C#compaction#147 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:20:53,348 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/35aafbc3d79d41719858b028c7c440e1 is 50, key is test_row_0/C:col10/1733156452037/Put/seqid=0 2024-12-02T16:20:53,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742000_1176 (size=48389) 2024-12-02T16:20:53,355 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=179, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/1bc993efa4984447992bd01d027b7e86 2024-12-02T16:20:53,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/be7448f1529848e4934ae773e2919065 is 50, key is test_row_0/B:col10/1733156453209/Put/seqid=0 2024-12-02T16:20:53,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-02T16:20:53,389 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:53,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742001_1177 (size=12493) 2024-12-02T16:20:53,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-02T16:20:53,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:53,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. as already flushing 2024-12-02T16:20:53,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:53,393 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:53,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:53,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:53,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:53,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40202 deadline: 1733156513387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:53,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:53,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156513392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:53,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:53,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40252 deadline: 1733156513392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:53,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:53,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40244 deadline: 1733156513394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:53,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:53,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156513394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:53,402 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/35aafbc3d79d41719858b028c7c440e1 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/35aafbc3d79d41719858b028c7c440e1 2024-12-02T16:20:53,408 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 48038af28b15e778ab4eb430ba96bfc7/C of 48038af28b15e778ab4eb430ba96bfc7 into 35aafbc3d79d41719858b028c7c440e1(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:20:53,408 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 48038af28b15e778ab4eb430ba96bfc7: 2024-12-02T16:20:53,408 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7., storeName=48038af28b15e778ab4eb430ba96bfc7/C, priority=13, startTime=1733156453131; duration=0sec 2024-12-02T16:20:53,408 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:20:53,408 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48038af28b15e778ab4eb430ba96bfc7:C 2024-12-02T16:20:53,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742002_1178 (size=12151) 2024-12-02T16:20:53,442 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/be7448f1529848e4934ae773e2919065 2024-12-02T16:20:53,457 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/e16ec78e6ff042c7b5a909623dd02d4e is 50, key is test_row_0/C:col10/1733156453209/Put/seqid=0 2024-12-02T16:20:53,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742003_1179 (size=12151) 2024-12-02T16:20:53,465 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/e16ec78e6ff042c7b5a909623dd02d4e 2024-12-02T16:20:53,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/1bc993efa4984447992bd01d027b7e86 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/1bc993efa4984447992bd01d027b7e86 2024-12-02T16:20:53,491 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/1bc993efa4984447992bd01d027b7e86, entries=250, sequenceid=179, filesize=47.3 K 2024-12-02T16:20:53,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/be7448f1529848e4934ae773e2919065 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/be7448f1529848e4934ae773e2919065 2024-12-02T16:20:53,511 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/be7448f1529848e4934ae773e2919065, entries=150, sequenceid=179, filesize=11.9 K 2024-12-02T16:20:53,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/e16ec78e6ff042c7b5a909623dd02d4e as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/e16ec78e6ff042c7b5a909623dd02d4e 2024-12-02T16:20:53,521 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/e16ec78e6ff042c7b5a909623dd02d4e, entries=150, sequenceid=179, filesize=11.9 K 2024-12-02T16:20:53,527 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 48038af28b15e778ab4eb430ba96bfc7 in 316ms, sequenceid=179, compaction requested=false 2024-12-02T16:20:53,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 48038af28b15e778ab4eb430ba96bfc7: 2024-12-02T16:20:53,547 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:53,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-02T16:20:53,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:53,550 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 48038af28b15e778ab4eb430ba96bfc7 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-02T16:20:53,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=A 2024-12-02T16:20:53,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:53,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=B 2024-12-02T16:20:53,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:53,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=C 2024-12-02T16:20:53,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:53,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202620c1715bcfb47f8b754ef142de19626_48038af28b15e778ab4eb430ba96bfc7 is 50, key is test_row_0/A:col10/1733156453277/Put/seqid=0 2024-12-02T16:20:53,610 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/3e433ad6c1ff411eb67fd4b104f81553 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/3e433ad6c1ff411eb67fd4b104f81553 2024-12-02T16:20:53,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. as already flushing 2024-12-02T16:20:53,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:20:53,622 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 48038af28b15e778ab4eb430ba96bfc7/B of 48038af28b15e778ab4eb430ba96bfc7 into 3e433ad6c1ff411eb67fd4b104f81553(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:20:53,622 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 48038af28b15e778ab4eb430ba96bfc7: 2024-12-02T16:20:53,622 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7., storeName=48038af28b15e778ab4eb430ba96bfc7/B, priority=13, startTime=1733156453126; duration=0sec 2024-12-02T16:20:53,623 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:20:53,623 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48038af28b15e778ab4eb430ba96bfc7:B 2024-12-02T16:20:53,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742004_1180 (size=12304) 2024-12-02T16:20:53,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:20:53,640 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202620c1715bcfb47f8b754ef142de19626_48038af28b15e778ab4eb430ba96bfc7 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202620c1715bcfb47f8b754ef142de19626_48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:20:53,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/0619bfda6e424579b0d559722905d642, store: [table=TestAcidGuarantees family=A region=48038af28b15e778ab4eb430ba96bfc7] 2024-12-02T16:20:53,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/0619bfda6e424579b0d559722905d642 is 175, key is test_row_0/A:col10/1733156453277/Put/seqid=0 2024-12-02T16:20:53,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742005_1181 (size=31105) 2024-12-02T16:20:53,682 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=200, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/0619bfda6e424579b0d559722905d642 2024-12-02T16:20:53,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-02T16:20:53,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:53,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156513658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:53,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:53,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156513659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:53,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:53,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40202 deadline: 1733156513661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:53,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:53,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40244 deadline: 1733156513662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:53,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:53,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40252 deadline: 1733156513667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:53,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/c9cb2bb9e350495086d1582608ea2b28 is 50, key is test_row_0/B:col10/1733156453277/Put/seqid=0 2024-12-02T16:20:53,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742006_1182 (size=12151) 2024-12-02T16:20:53,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:53,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156513785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:53,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:53,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156513786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:53,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:53,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40202 deadline: 1733156513787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:53,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:53,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40252 deadline: 1733156513792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:53,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:53,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40244 deadline: 1733156513798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:53,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:53,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40202 deadline: 1733156513994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:54,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:54,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156513999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:54,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:54,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156513999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:54,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:54,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40252 deadline: 1733156514005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:54,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:54,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40244 deadline: 1733156514015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:54,104 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/c9cb2bb9e350495086d1582608ea2b28 2024-12-02T16:20:54,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/0c9493ed29e74db2b060194f865ac2bf is 50, key is test_row_0/C:col10/1733156453277/Put/seqid=0 2024-12-02T16:20:54,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-02T16:20:54,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742007_1183 (size=12151) 2024-12-02T16:20:54,185 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/0c9493ed29e74db2b060194f865ac2bf 2024-12-02T16:20:54,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/0619bfda6e424579b0d559722905d642 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/0619bfda6e424579b0d559722905d642 2024-12-02T16:20:54,211 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/0619bfda6e424579b0d559722905d642, entries=150, sequenceid=200, filesize=30.4 K 2024-12-02T16:20:54,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/c9cb2bb9e350495086d1582608ea2b28 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/c9cb2bb9e350495086d1582608ea2b28 2024-12-02T16:20:54,222 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/c9cb2bb9e350495086d1582608ea2b28, entries=150, sequenceid=200, filesize=11.9 K 2024-12-02T16:20:54,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/0c9493ed29e74db2b060194f865ac2bf as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/0c9493ed29e74db2b060194f865ac2bf 2024-12-02T16:20:54,229 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/0c9493ed29e74db2b060194f865ac2bf, entries=150, sequenceid=200, filesize=11.9 K 2024-12-02T16:20:54,233 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 48038af28b15e778ab4eb430ba96bfc7 in 683ms, sequenceid=200, compaction requested=true 2024-12-02T16:20:54,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 48038af28b15e778ab4eb430ba96bfc7: 2024-12-02T16:20:54,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:54,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-02T16:20:54,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-12-02T16:20:54,239 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-12-02T16:20:54,239 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1550 sec 2024-12-02T16:20:54,241 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 1.1620 sec 2024-12-02T16:20:54,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:20:54,308 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 48038af28b15e778ab4eb430ba96bfc7 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-02T16:20:54,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=A 2024-12-02T16:20:54,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:54,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=B 2024-12-02T16:20:54,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:54,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=C 2024-12-02T16:20:54,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:54,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202378578f79e1c4fe2817cde9488d28988_48038af28b15e778ab4eb430ba96bfc7 is 50, key is test_row_0/A:col10/1733156453660/Put/seqid=0 2024-12-02T16:20:54,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:54,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40202 deadline: 1733156514350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:54,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:54,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:54,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156514353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:54,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:54,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40252 deadline: 1733156514353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:54,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:54,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156514353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:54,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40244 deadline: 1733156514352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:54,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742008_1184 (size=14794) 2024-12-02T16:20:54,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:54,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40202 deadline: 1733156514454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:54,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:54,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156514456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:54,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:54,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40252 deadline: 1733156514457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:54,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:54,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40244 deadline: 1733156514463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:54,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:54,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156514466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:54,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:54,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156514660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:54,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:54,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40202 deadline: 1733156514660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:54,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:54,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40252 deadline: 1733156514661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:54,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:54,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156514669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:54,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:54,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40244 deadline: 1733156514671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:54,772 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:20:54,785 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202378578f79e1c4fe2817cde9488d28988_48038af28b15e778ab4eb430ba96bfc7 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202378578f79e1c4fe2817cde9488d28988_48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:20:54,787 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/da84d6f583514a2f88213977eafcb9b9, store: [table=TestAcidGuarantees family=A region=48038af28b15e778ab4eb430ba96bfc7] 2024-12-02T16:20:54,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/da84d6f583514a2f88213977eafcb9b9 is 175, key is test_row_0/A:col10/1733156453660/Put/seqid=0 2024-12-02T16:20:54,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742009_1185 (size=39749) 2024-12-02T16:20:54,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:54,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156514970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:54,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:54,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40252 deadline: 1733156514972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:54,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:54,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40202 deadline: 1733156514981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:55,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:55,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156515001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:55,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:55,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40244 deadline: 1733156515013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:55,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-02T16:20:55,189 INFO [Thread-658 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-12-02T16:20:55,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:20:55,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-12-02T16:20:55,193 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:20:55,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-02T16:20:55,193 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:20:55,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:20:55,199 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=220, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/da84d6f583514a2f88213977eafcb9b9 2024-12-02T16:20:55,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/ffb82f1999df46cd939e718a5e8fcc62 is 50, key is test_row_0/B:col10/1733156453660/Put/seqid=0 2024-12-02T16:20:55,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742010_1186 (size=12151) 2024-12-02T16:20:55,289 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/ffb82f1999df46cd939e718a5e8fcc62 2024-12-02T16:20:55,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-02T16:20:55,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/7dfc809aaec04a17adb6dc66d2785384 is 50, key is test_row_0/C:col10/1733156453660/Put/seqid=0 2024-12-02T16:20:55,348 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:55,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-02T16:20:55,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:55,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. as already flushing 2024-12-02T16:20:55,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:55,357 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:55,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:55,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:55,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742011_1187 (size=12151) 2024-12-02T16:20:55,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:55,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156515481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:55,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:55,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:55,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40252 deadline: 1733156515489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:55,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40202 deadline: 1733156515489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:55,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-02T16:20:55,510 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:55,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-02T16:20:55,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:55,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. as already flushing 2024-12-02T16:20:55,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:55,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:55,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:55,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:55,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:55,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156515519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:55,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:55,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40244 deadline: 1733156515522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:55,664 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:55,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-02T16:20:55,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:55,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. as already flushing 2024-12-02T16:20:55,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:55,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:55,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:55,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:55,776 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/7dfc809aaec04a17adb6dc66d2785384 2024-12-02T16:20:55,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/da84d6f583514a2f88213977eafcb9b9 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/da84d6f583514a2f88213977eafcb9b9 2024-12-02T16:20:55,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-02T16:20:55,797 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/da84d6f583514a2f88213977eafcb9b9, entries=200, sequenceid=220, filesize=38.8 K 2024-12-02T16:20:55,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/ffb82f1999df46cd939e718a5e8fcc62 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/ffb82f1999df46cd939e718a5e8fcc62 2024-12-02T16:20:55,808 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/ffb82f1999df46cd939e718a5e8fcc62, entries=150, sequenceid=220, filesize=11.9 K 2024-12-02T16:20:55,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/7dfc809aaec04a17adb6dc66d2785384 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/7dfc809aaec04a17adb6dc66d2785384 2024-12-02T16:20:55,817 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:55,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-02T16:20:55,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:55,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. as already flushing 2024-12-02T16:20:55,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:55,818 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:55,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:55,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:55,841 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/7dfc809aaec04a17adb6dc66d2785384, entries=150, sequenceid=220, filesize=11.9 K 2024-12-02T16:20:55,845 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 48038af28b15e778ab4eb430ba96bfc7 in 1536ms, sequenceid=220, compaction requested=true 2024-12-02T16:20:55,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 48038af28b15e778ab4eb430ba96bfc7: 2024-12-02T16:20:55,845 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:20:55,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48038af28b15e778ab4eb430ba96bfc7:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:20:55,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:20:55,849 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:20:55,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48038af28b15e778ab4eb430ba96bfc7:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:20:55,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:20:55,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48038af28b15e778ab4eb430ba96bfc7:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:20:55,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:20:55,869 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:20:55,869 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 48038af28b15e778ab4eb430ba96bfc7/B is initiating minor compaction (all files) 2024-12-02T16:20:55,869 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 48038af28b15e778ab4eb430ba96bfc7/B in TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:55,869 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/3e433ad6c1ff411eb67fd4b104f81553, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/be7448f1529848e4934ae773e2919065, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/c9cb2bb9e350495086d1582608ea2b28, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/ffb82f1999df46cd939e718a5e8fcc62] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp, totalSize=47.8 K 2024-12-02T16:20:55,869 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 150690 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:20:55,869 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): 48038af28b15e778ab4eb430ba96bfc7/A is initiating minor compaction (all files) 2024-12-02T16:20:55,869 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 48038af28b15e778ab4eb430ba96bfc7/A in TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:55,869 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/6e3654d13f184930b26088bf175ba8ce, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/1bc993efa4984447992bd01d027b7e86, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/0619bfda6e424579b0d559722905d642, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/da84d6f583514a2f88213977eafcb9b9] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp, totalSize=147.2 K 2024-12-02T16:20:55,869 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:55,869 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. files: [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/6e3654d13f184930b26088bf175ba8ce, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/1bc993efa4984447992bd01d027b7e86, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/0619bfda6e424579b0d559722905d642, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/da84d6f583514a2f88213977eafcb9b9] 2024-12-02T16:20:55,874 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e433ad6c1ff411eb67fd4b104f81553, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1733156450900 2024-12-02T16:20:55,874 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e3654d13f184930b26088bf175ba8ce, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1733156450900 2024-12-02T16:20:55,880 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting be7448f1529848e4934ae773e2919065, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1733156452070 2024-12-02T16:20:55,881 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1bc993efa4984447992bd01d027b7e86, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1733156452068 2024-12-02T16:20:55,882 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting c9cb2bb9e350495086d1582608ea2b28, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1733156453260 2024-12-02T16:20:55,883 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0619bfda6e424579b0d559722905d642, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1733156453260 2024-12-02T16:20:55,890 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting ffb82f1999df46cd939e718a5e8fcc62, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1733156453658 2024-12-02T16:20:55,890 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting da84d6f583514a2f88213977eafcb9b9, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1733156453658 2024-12-02T16:20:55,912 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=48038af28b15e778ab4eb430ba96bfc7] 2024-12-02T16:20:55,917 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48038af28b15e778ab4eb430ba96bfc7#B#compaction#157 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:20:55,918 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202349c241716ad4a558a0646bdedad8dae_48038af28b15e778ab4eb430ba96bfc7 store=[table=TestAcidGuarantees family=A region=48038af28b15e778ab4eb430ba96bfc7] 2024-12-02T16:20:55,918 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/e7d5c8d744ec43b9b2e56c00ca9a4a70 is 50, key is test_row_0/B:col10/1733156453660/Put/seqid=0 2024-12-02T16:20:55,922 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202349c241716ad4a558a0646bdedad8dae_48038af28b15e778ab4eb430ba96bfc7, store=[table=TestAcidGuarantees family=A region=48038af28b15e778ab4eb430ba96bfc7] 2024-12-02T16:20:55,922 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202349c241716ad4a558a0646bdedad8dae_48038af28b15e778ab4eb430ba96bfc7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=48038af28b15e778ab4eb430ba96bfc7] 2024-12-02T16:20:55,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742012_1188 (size=12629) 2024-12-02T16:20:55,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742013_1189 (size=4469) 2024-12-02T16:20:55,952 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48038af28b15e778ab4eb430ba96bfc7#A#compaction#156 average throughput is 0.61 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:20:55,952 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/0b162e3587c1491d82aba614ffe17326 is 175, key is test_row_0/A:col10/1733156453660/Put/seqid=0 2024-12-02T16:20:55,958 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/e7d5c8d744ec43b9b2e56c00ca9a4a70 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/e7d5c8d744ec43b9b2e56c00ca9a4a70 2024-12-02T16:20:55,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742014_1190 (size=31583) 2024-12-02T16:20:55,964 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 48038af28b15e778ab4eb430ba96bfc7/B of 48038af28b15e778ab4eb430ba96bfc7 into e7d5c8d744ec43b9b2e56c00ca9a4a70(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:20:55,964 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 48038af28b15e778ab4eb430ba96bfc7: 2024-12-02T16:20:55,964 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7., storeName=48038af28b15e778ab4eb430ba96bfc7/B, priority=12, startTime=1733156455848; duration=0sec 2024-12-02T16:20:55,965 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:20:55,965 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48038af28b15e778ab4eb430ba96bfc7:B 2024-12-02T16:20:55,965 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:20:55,969 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:20:55,969 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 48038af28b15e778ab4eb430ba96bfc7/C is initiating minor compaction (all files) 2024-12-02T16:20:55,969 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 48038af28b15e778ab4eb430ba96bfc7/C in TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:55,969 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/35aafbc3d79d41719858b028c7c440e1, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/e16ec78e6ff042c7b5a909623dd02d4e, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/0c9493ed29e74db2b060194f865ac2bf, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/7dfc809aaec04a17adb6dc66d2785384] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp, totalSize=47.8 K 2024-12-02T16:20:55,969 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 35aafbc3d79d41719858b028c7c440e1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1733156450900 2024-12-02T16:20:55,970 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting e16ec78e6ff042c7b5a909623dd02d4e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1733156452070 2024-12-02T16:20:55,971 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:55,971 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c9493ed29e74db2b060194f865ac2bf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1733156453260 2024-12-02T16:20:55,971 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 7dfc809aaec04a17adb6dc66d2785384, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1733156453658 2024-12-02T16:20:55,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-02T16:20:55,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:55,974 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 48038af28b15e778ab4eb430ba96bfc7 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-02T16:20:55,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=A 2024-12-02T16:20:55,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:55,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=B 2024-12-02T16:20:55,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:55,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=C 2024-12-02T16:20:55,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:55,977 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/0b162e3587c1491d82aba614ffe17326 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/0b162e3587c1491d82aba614ffe17326 2024-12-02T16:20:55,993 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 48038af28b15e778ab4eb430ba96bfc7/A of 48038af28b15e778ab4eb430ba96bfc7 into 0b162e3587c1491d82aba614ffe17326(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:20:55,993 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 48038af28b15e778ab4eb430ba96bfc7: 2024-12-02T16:20:55,993 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7., storeName=48038af28b15e778ab4eb430ba96bfc7/A, priority=12, startTime=1733156455845; duration=0sec 2024-12-02T16:20:55,993 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:20:55,993 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48038af28b15e778ab4eb430ba96bfc7:A 2024-12-02T16:20:55,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412025b966a24bcc84cc183cca19b2398a9f2_48038af28b15e778ab4eb430ba96bfc7 is 50, key is test_row_0/A:col10/1733156454349/Put/seqid=0 2024-12-02T16:20:56,004 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48038af28b15e778ab4eb430ba96bfc7#C#compaction#159 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:20:56,006 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/de9c5f68a7144cd098b9ea0ae85f30c7 is 50, key is test_row_0/C:col10/1733156453660/Put/seqid=0 2024-12-02T16:20:56,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742015_1191 (size=12304) 2024-12-02T16:20:56,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742016_1192 (size=12629) 2024-12-02T16:20:56,039 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/de9c5f68a7144cd098b9ea0ae85f30c7 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/de9c5f68a7144cd098b9ea0ae85f30c7 2024-12-02T16:20:56,053 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 48038af28b15e778ab4eb430ba96bfc7/C of 48038af28b15e778ab4eb430ba96bfc7 into de9c5f68a7144cd098b9ea0ae85f30c7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:20:56,053 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 48038af28b15e778ab4eb430ba96bfc7: 2024-12-02T16:20:56,053 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7., storeName=48038af28b15e778ab4eb430ba96bfc7/C, priority=12, startTime=1733156455849; duration=0sec 2024-12-02T16:20:56,053 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:20:56,053 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48038af28b15e778ab4eb430ba96bfc7:C 2024-12-02T16:20:56,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-02T16:20:56,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:20:56,437 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412025b966a24bcc84cc183cca19b2398a9f2_48038af28b15e778ab4eb430ba96bfc7 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412025b966a24bcc84cc183cca19b2398a9f2_48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:20:56,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/ba2b3e7d78054818af4a74e63cd417b4, store: [table=TestAcidGuarantees family=A region=48038af28b15e778ab4eb430ba96bfc7] 2024-12-02T16:20:56,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/ba2b3e7d78054818af4a74e63cd417b4 is 175, key is test_row_0/A:col10/1733156454349/Put/seqid=0 2024-12-02T16:20:56,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742017_1193 (size=31105) 2024-12-02T16:20:56,450 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=238, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/ba2b3e7d78054818af4a74e63cd417b4 2024-12-02T16:20:56,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/03fee8662a24414ea878149793846e88 is 50, key is test_row_0/B:col10/1733156454349/Put/seqid=0 2024-12-02T16:20:56,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. as already flushing 2024-12-02T16:20:56,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:20:56,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742018_1194 (size=12151) 2024-12-02T16:20:56,510 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/03fee8662a24414ea878149793846e88 2024-12-02T16:20:56,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/ee0b80abdd184d358775dc1d5bc5b755 is 50, key is test_row_0/C:col10/1733156454349/Put/seqid=0 2024-12-02T16:20:56,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:56,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:56,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156516534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:56,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40244 deadline: 1733156516533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:56,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:56,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40202 deadline: 1733156516534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:56,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:56,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:56,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40252 deadline: 1733156516538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:56,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156516539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:56,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742019_1195 (size=12151) 2024-12-02T16:20:56,548 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/ee0b80abdd184d358775dc1d5bc5b755 2024-12-02T16:20:56,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/ba2b3e7d78054818af4a74e63cd417b4 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/ba2b3e7d78054818af4a74e63cd417b4 2024-12-02T16:20:56,559 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/ba2b3e7d78054818af4a74e63cd417b4, entries=150, sequenceid=238, filesize=30.4 K 2024-12-02T16:20:56,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/03fee8662a24414ea878149793846e88 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/03fee8662a24414ea878149793846e88 2024-12-02T16:20:56,566 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/03fee8662a24414ea878149793846e88, entries=150, sequenceid=238, filesize=11.9 K 2024-12-02T16:20:56,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/ee0b80abdd184d358775dc1d5bc5b755 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/ee0b80abdd184d358775dc1d5bc5b755 2024-12-02T16:20:56,573 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/ee0b80abdd184d358775dc1d5bc5b755, entries=150, sequenceid=238, filesize=11.9 K 2024-12-02T16:20:56,573 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 48038af28b15e778ab4eb430ba96bfc7 in 599ms, sequenceid=238, compaction requested=false 2024-12-02T16:20:56,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 48038af28b15e778ab4eb430ba96bfc7: 2024-12-02T16:20:56,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:56,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-12-02T16:20:56,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-12-02T16:20:56,589 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-12-02T16:20:56,589 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3870 sec 2024-12-02T16:20:56,591 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 1.3990 sec 2024-12-02T16:20:56,651 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 48038af28b15e778ab4eb430ba96bfc7 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-02T16:20:56,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=A 2024-12-02T16:20:56,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:56,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=B 2024-12-02T16:20:56,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:56,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=C 2024-12-02T16:20:56,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:56,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:20:56,663 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202579667f2fc124c0c8781b8da3828b47d_48038af28b15e778ab4eb430ba96bfc7 is 50, key is test_row_0/A:col10/1733156456537/Put/seqid=0 2024-12-02T16:20:56,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742020_1196 (size=14944) 2024-12-02T16:20:56,724 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:20:56,729 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202579667f2fc124c0c8781b8da3828b47d_48038af28b15e778ab4eb430ba96bfc7 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202579667f2fc124c0c8781b8da3828b47d_48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:20:56,730 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/b251161eeaad43d1b2bdea722fddfce1, store: [table=TestAcidGuarantees family=A region=48038af28b15e778ab4eb430ba96bfc7] 2024-12-02T16:20:56,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/b251161eeaad43d1b2bdea722fddfce1 is 175, key is test_row_0/A:col10/1733156456537/Put/seqid=0 2024-12-02T16:20:56,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:56,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40202 deadline: 1733156516733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:56,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:56,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156516742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:56,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:56,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40252 deadline: 1733156516743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:56,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:56,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156516743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:56,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742021_1197 (size=39899) 2024-12-02T16:20:56,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:56,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40252 deadline: 1733156516884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:56,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:56,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156516885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:56,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:56,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156516886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:56,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:56,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40202 deadline: 1733156516889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:57,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:57,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:57,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156517091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:57,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:57,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156517094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:57,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:57,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40202 deadline: 1733156517109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:57,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40252 deadline: 1733156517088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:57,153 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=261, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/b251161eeaad43d1b2bdea722fddfce1 2024-12-02T16:20:57,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/f591898e5ecd41c2b387d5ec5909a701 is 50, key is test_row_0/B:col10/1733156456537/Put/seqid=0 2024-12-02T16:20:57,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742022_1198 (size=12251) 2024-12-02T16:20:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-02T16:20:57,302 INFO [Thread-658 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-12-02T16:20:57,308 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:20:57,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-12-02T16:20:57,312 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:20:57,312 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:20:57,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-02T16:20:57,313 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:20:57,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156517396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:57,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156517401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:57,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-02T16:20:57,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:57,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40252 deadline: 1733156517413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:57,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:57,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40202 deadline: 1733156517425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:57,465 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:57,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-02T16:20:57,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:57,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. as already flushing 2024-12-02T16:20:57,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:57,466 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:57,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:57,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-02T16:20:57,621 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:57,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-02T16:20:57,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:57,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. as already flushing 2024-12-02T16:20:57,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:57,629 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:57,629 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/f591898e5ecd41c2b387d5ec5909a701 2024-12-02T16:20:57,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:57,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:20:57,645 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/ff9b68f92efa479b8b13f4465e5c518d is 50, key is test_row_0/C:col10/1733156456537/Put/seqid=0 2024-12-02T16:20:57,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742023_1199 (size=12251) 2024-12-02T16:20:57,687 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/ff9b68f92efa479b8b13f4465e5c518d 2024-12-02T16:20:57,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/b251161eeaad43d1b2bdea722fddfce1 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/b251161eeaad43d1b2bdea722fddfce1 2024-12-02T16:20:57,715 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/b251161eeaad43d1b2bdea722fddfce1, entries=200, sequenceid=261, filesize=39.0 K 2024-12-02T16:20:57,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/f591898e5ecd41c2b387d5ec5909a701 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/f591898e5ecd41c2b387d5ec5909a701 2024-12-02T16:20:57,720 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/f591898e5ecd41c2b387d5ec5909a701, entries=150, sequenceid=261, filesize=12.0 K 2024-12-02T16:20:57,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/ff9b68f92efa479b8b13f4465e5c518d as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/ff9b68f92efa479b8b13f4465e5c518d 2024-12-02T16:20:57,726 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/ff9b68f92efa479b8b13f4465e5c518d, entries=150, sequenceid=261, filesize=12.0 K 2024-12-02T16:20:57,727 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 48038af28b15e778ab4eb430ba96bfc7 in 1076ms, sequenceid=261, compaction requested=true 2024-12-02T16:20:57,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 48038af28b15e778ab4eb430ba96bfc7: 2024-12-02T16:20:57,728 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:20:57,729 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102587 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:20:57,730 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): 48038af28b15e778ab4eb430ba96bfc7/A is initiating minor compaction (all files) 2024-12-02T16:20:57,730 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 48038af28b15e778ab4eb430ba96bfc7/A in TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:57,730 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/0b162e3587c1491d82aba614ffe17326, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/ba2b3e7d78054818af4a74e63cd417b4, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/b251161eeaad43d1b2bdea722fddfce1] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp, totalSize=100.2 K 2024-12-02T16:20:57,730 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:57,730 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. files: [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/0b162e3587c1491d82aba614ffe17326, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/ba2b3e7d78054818af4a74e63cd417b4, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/b251161eeaad43d1b2bdea722fddfce1] 2024-12-02T16:20:57,730 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b162e3587c1491d82aba614ffe17326, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1733156453658 2024-12-02T16:20:57,731 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba2b3e7d78054818af4a74e63cd417b4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733156454345 2024-12-02T16:20:57,731 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting b251161eeaad43d1b2bdea722fddfce1, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1733156456531 2024-12-02T16:20:57,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48038af28b15e778ab4eb430ba96bfc7:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:20:57,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:20:57,734 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:20:57,735 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37031 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:20:57,735 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 48038af28b15e778ab4eb430ba96bfc7/B is initiating minor compaction (all files) 2024-12-02T16:20:57,735 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 48038af28b15e778ab4eb430ba96bfc7/B in TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:57,735 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/e7d5c8d744ec43b9b2e56c00ca9a4a70, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/03fee8662a24414ea878149793846e88, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/f591898e5ecd41c2b387d5ec5909a701] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp, totalSize=36.2 K 2024-12-02T16:20:57,736 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting e7d5c8d744ec43b9b2e56c00ca9a4a70, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1733156453658 2024-12-02T16:20:57,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48038af28b15e778ab4eb430ba96bfc7:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:20:57,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:20:57,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48038af28b15e778ab4eb430ba96bfc7:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:20:57,737 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 03fee8662a24414ea878149793846e88, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733156454345 2024-12-02T16:20:57,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:20:57,737 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting f591898e5ecd41c2b387d5ec5909a701, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1733156456531 2024-12-02T16:20:57,746 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=48038af28b15e778ab4eb430ba96bfc7] 2024-12-02T16:20:57,754 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48038af28b15e778ab4eb430ba96bfc7#B#compaction#166 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:20:57,754 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/1f7d148771c74c0683ac689e443b951d is 50, key is test_row_0/B:col10/1733156456537/Put/seqid=0 2024-12-02T16:20:57,776 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412027ca2680abb8448408ecfbe30f1d3d119_48038af28b15e778ab4eb430ba96bfc7 store=[table=TestAcidGuarantees family=A region=48038af28b15e778ab4eb430ba96bfc7] 2024-12-02T16:20:57,778 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412027ca2680abb8448408ecfbe30f1d3d119_48038af28b15e778ab4eb430ba96bfc7, store=[table=TestAcidGuarantees family=A region=48038af28b15e778ab4eb430ba96bfc7] 2024-12-02T16:20:57,779 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412027ca2680abb8448408ecfbe30f1d3d119_48038af28b15e778ab4eb430ba96bfc7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=48038af28b15e778ab4eb430ba96bfc7] 2024-12-02T16:20:57,782 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:57,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-02T16:20:57,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:57,785 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 48038af28b15e778ab4eb430ba96bfc7 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-02T16:20:57,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=A 2024-12-02T16:20:57,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:57,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=B 2024-12-02T16:20:57,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:57,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=C 2024-12-02T16:20:57,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:57,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742024_1200 (size=12831) 2024-12-02T16:20:57,832 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/1f7d148771c74c0683ac689e443b951d as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/1f7d148771c74c0683ac689e443b951d 2024-12-02T16:20:57,841 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 48038af28b15e778ab4eb430ba96bfc7/B of 48038af28b15e778ab4eb430ba96bfc7 into 1f7d148771c74c0683ac689e443b951d(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:20:57,842 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 48038af28b15e778ab4eb430ba96bfc7: 2024-12-02T16:20:57,842 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7., storeName=48038af28b15e778ab4eb430ba96bfc7/B, priority=13, startTime=1733156457734; duration=0sec 2024-12-02T16:20:57,842 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:20:57,842 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48038af28b15e778ab4eb430ba96bfc7:B 2024-12-02T16:20:57,842 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:20:57,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412023daddad8ecb34e28b0932ae4587e092b_48038af28b15e778ab4eb430ba96bfc7 is 50, key is test_row_0/A:col10/1733156456729/Put/seqid=0 2024-12-02T16:20:57,846 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37031 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:20:57,846 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 48038af28b15e778ab4eb430ba96bfc7/C is initiating minor compaction (all files) 2024-12-02T16:20:57,846 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 48038af28b15e778ab4eb430ba96bfc7/C in TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:57,846 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/de9c5f68a7144cd098b9ea0ae85f30c7, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/ee0b80abdd184d358775dc1d5bc5b755, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/ff9b68f92efa479b8b13f4465e5c518d] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp, totalSize=36.2 K 2024-12-02T16:20:57,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742025_1201 (size=4469) 2024-12-02T16:20:57,850 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting de9c5f68a7144cd098b9ea0ae85f30c7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1733156453658 2024-12-02T16:20:57,851 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting ee0b80abdd184d358775dc1d5bc5b755, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733156454345 2024-12-02T16:20:57,851 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting ff9b68f92efa479b8b13f4465e5c518d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1733156456531 2024-12-02T16:20:57,855 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48038af28b15e778ab4eb430ba96bfc7#A#compaction#165 average throughput is 0.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:20:57,856 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/f62e33fa89ff4450aa9003a80ffd3f9d is 175, key is test_row_0/A:col10/1733156456537/Put/seqid=0 2024-12-02T16:20:57,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742026_1202 (size=12454) 2024-12-02T16:20:57,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:20:57,874 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48038af28b15e778ab4eb430ba96bfc7#C#compaction#168 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:20:57,875 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/db607075f9a642d5bccee6dc25a7d9f5 is 50, key is test_row_0/C:col10/1733156456537/Put/seqid=0 2024-12-02T16:20:57,881 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412023daddad8ecb34e28b0932ae4587e092b_48038af28b15e778ab4eb430ba96bfc7 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412023daddad8ecb34e28b0932ae4587e092b_48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:20:57,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/f7150dad79ff4197b10d2eca09042828, store: [table=TestAcidGuarantees family=A region=48038af28b15e778ab4eb430ba96bfc7] 2024-12-02T16:20:57,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/f7150dad79ff4197b10d2eca09042828 is 175, key is test_row_0/A:col10/1733156456729/Put/seqid=0 2024-12-02T16:20:57,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742027_1203 (size=31785) 2024-12-02T16:20:57,902 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/f62e33fa89ff4450aa9003a80ffd3f9d as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/f62e33fa89ff4450aa9003a80ffd3f9d 2024-12-02T16:20:57,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-02T16:20:57,916 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 48038af28b15e778ab4eb430ba96bfc7/A of 48038af28b15e778ab4eb430ba96bfc7 into f62e33fa89ff4450aa9003a80ffd3f9d(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:20:57,916 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 48038af28b15e778ab4eb430ba96bfc7: 2024-12-02T16:20:57,916 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7., storeName=48038af28b15e778ab4eb430ba96bfc7/A, priority=13, startTime=1733156457727; duration=0sec 2024-12-02T16:20:57,916 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:20:57,916 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48038af28b15e778ab4eb430ba96bfc7:A 2024-12-02T16:20:57,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742029_1205 (size=31255) 2024-12-02T16:20:57,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. as already flushing 2024-12-02T16:20:57,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:20:57,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742028_1204 (size=12831) 2024-12-02T16:20:57,945 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/db607075f9a642d5bccee6dc25a7d9f5 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/db607075f9a642d5bccee6dc25a7d9f5 2024-12-02T16:20:57,951 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 48038af28b15e778ab4eb430ba96bfc7/C of 48038af28b15e778ab4eb430ba96bfc7 into db607075f9a642d5bccee6dc25a7d9f5(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:20:57,951 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 48038af28b15e778ab4eb430ba96bfc7: 2024-12-02T16:20:57,951 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7., storeName=48038af28b15e778ab4eb430ba96bfc7/C, priority=13, startTime=1733156457736; duration=0sec 2024-12-02T16:20:57,952 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:20:57,952 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48038af28b15e778ab4eb430ba96bfc7:C 2024-12-02T16:20:57,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:57,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40202 deadline: 1733156517967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:57,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:57,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156517968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:57,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:57,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40252 deadline: 1733156517969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:57,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:57,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156517977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:58,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:58,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40202 deadline: 1733156518081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:58,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:58,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40252 deadline: 1733156518083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:58,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:58,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156518084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:58,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:58,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156518084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:58,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:58,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156518287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:58,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:58,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40202 deadline: 1733156518288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:58,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:58,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40252 deadline: 1733156518289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:58,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:58,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156518289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:58,320 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=276, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/f7150dad79ff4197b10d2eca09042828 2024-12-02T16:20:58,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/6129929803494d9e90d793549ee27ebc is 50, key is test_row_0/B:col10/1733156456729/Put/seqid=0 2024-12-02T16:20:58,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742030_1206 (size=12301) 2024-12-02T16:20:58,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-02T16:20:58,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:58,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40244 deadline: 1733156518557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:58,562 DEBUG [Thread-650 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4211 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7., hostname=2a8f9448bb5c,46371,1733156403634, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T16:20:58,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:58,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156518592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:58,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:58,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156518597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:58,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:58,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40252 deadline: 1733156518597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:58,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:58,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40202 deadline: 1733156518598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:58,784 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/6129929803494d9e90d793549ee27ebc 2024-12-02T16:20:58,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/b1facdf382a543198351e048c075c88f is 50, key is test_row_0/C:col10/1733156456729/Put/seqid=0 2024-12-02T16:20:58,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742031_1207 (size=12301) 2024-12-02T16:20:58,856 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/b1facdf382a543198351e048c075c88f 2024-12-02T16:20:58,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/f7150dad79ff4197b10d2eca09042828 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/f7150dad79ff4197b10d2eca09042828 2024-12-02T16:20:58,916 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/f7150dad79ff4197b10d2eca09042828, entries=150, sequenceid=276, filesize=30.5 K 2024-12-02T16:20:58,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/6129929803494d9e90d793549ee27ebc as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/6129929803494d9e90d793549ee27ebc 2024-12-02T16:20:58,925 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/6129929803494d9e90d793549ee27ebc, entries=150, sequenceid=276, filesize=12.0 K 2024-12-02T16:20:58,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/b1facdf382a543198351e048c075c88f as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/b1facdf382a543198351e048c075c88f 2024-12-02T16:20:58,949 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/b1facdf382a543198351e048c075c88f, entries=150, sequenceid=276, filesize=12.0 K 2024-12-02T16:20:58,950 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 48038af28b15e778ab4eb430ba96bfc7 in 1165ms, sequenceid=276, compaction requested=false 2024-12-02T16:20:58,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 48038af28b15e778ab4eb430ba96bfc7: 2024-12-02T16:20:58,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:58,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-12-02T16:20:58,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-12-02T16:20:58,955 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-12-02T16:20:58,955 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6400 sec 2024-12-02T16:20:58,957 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 1.6480 sec 2024-12-02T16:20:59,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:20:59,107 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 48038af28b15e778ab4eb430ba96bfc7 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-02T16:20:59,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=A 2024-12-02T16:20:59,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:59,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=B 2024-12-02T16:20:59,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:59,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=C 2024-12-02T16:20:59,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:59,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:59,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156519128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:59,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:59,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156519129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:59,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:59,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40252 deadline: 1733156519137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:59,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:59,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40202 deadline: 1733156519138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:59,160 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202ba51b66f76804fa9b86dde32e1aedb3a_48038af28b15e778ab4eb430ba96bfc7 is 50, key is test_row_0/A:col10/1733156457953/Put/seqid=0 2024-12-02T16:20:59,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742032_1208 (size=12454) 2024-12-02T16:20:59,225 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:20:59,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:59,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156519238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:59,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:59,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156519238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:59,242 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202ba51b66f76804fa9b86dde32e1aedb3a_48038af28b15e778ab4eb430ba96bfc7 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202ba51b66f76804fa9b86dde32e1aedb3a_48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:20:59,243 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/27ace996738544499045f8f86b4780ee, store: [table=TestAcidGuarantees family=A region=48038af28b15e778ab4eb430ba96bfc7] 2024-12-02T16:20:59,244 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/27ace996738544499045f8f86b4780ee is 175, key is test_row_0/A:col10/1733156457953/Put/seqid=0 2024-12-02T16:20:59,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:59,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40252 deadline: 1733156519243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:59,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:59,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40202 deadline: 1733156519253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:59,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742033_1209 (size=31255) 2024-12-02T16:20:59,295 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=302, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/27ace996738544499045f8f86b4780ee 2024-12-02T16:20:59,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/b53e85d3685f44cda4598bc945607e1e is 50, key is test_row_0/B:col10/1733156457953/Put/seqid=0 2024-12-02T16:20:59,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742034_1210 (size=12301) 2024-12-02T16:20:59,377 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/b53e85d3685f44cda4598bc945607e1e 2024-12-02T16:20:59,408 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/581a7f76cb284734906856ea45b8c482 is 50, key is test_row_0/C:col10/1733156457953/Put/seqid=0 2024-12-02T16:20:59,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-02T16:20:59,417 INFO [Thread-658 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-12-02T16:20:59,420 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:20:59,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-12-02T16:20:59,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-02T16:20:59,425 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:20:59,427 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:20:59,427 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:20:59,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742035_1211 (size=12301) 2024-12-02T16:20:59,454 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/581a7f76cb284734906856ea45b8c482 2024-12-02T16:20:59,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:59,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156519444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:59,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:59,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156519444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:59,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:59,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40252 deadline: 1733156519452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:59,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/27ace996738544499045f8f86b4780ee as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/27ace996738544499045f8f86b4780ee 2024-12-02T16:20:59,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:59,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40202 deadline: 1733156519470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:59,478 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/27ace996738544499045f8f86b4780ee, entries=150, sequenceid=302, filesize=30.5 K 2024-12-02T16:20:59,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/b53e85d3685f44cda4598bc945607e1e as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/b53e85d3685f44cda4598bc945607e1e 2024-12-02T16:20:59,507 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/b53e85d3685f44cda4598bc945607e1e, entries=150, sequenceid=302, filesize=12.0 K 2024-12-02T16:20:59,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/581a7f76cb284734906856ea45b8c482 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/581a7f76cb284734906856ea45b8c482 2024-12-02T16:20:59,531 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/581a7f76cb284734906856ea45b8c482, entries=150, sequenceid=302, filesize=12.0 K 2024-12-02T16:20:59,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-02T16:20:59,536 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 48038af28b15e778ab4eb430ba96bfc7 in 429ms, sequenceid=302, compaction requested=true 2024-12-02T16:20:59,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 48038af28b15e778ab4eb430ba96bfc7: 2024-12-02T16:20:59,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48038af28b15e778ab4eb430ba96bfc7:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:20:59,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:20:59,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48038af28b15e778ab4eb430ba96bfc7:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:20:59,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:20:59,536 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:20:59,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48038af28b15e778ab4eb430ba96bfc7:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:20:59,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-02T16:20:59,536 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:20:59,548 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37433 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:20:59,549 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 48038af28b15e778ab4eb430ba96bfc7/B is initiating minor compaction (all files) 2024-12-02T16:20:59,549 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 48038af28b15e778ab4eb430ba96bfc7/B in TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:59,549 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/1f7d148771c74c0683ac689e443b951d, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/6129929803494d9e90d793549ee27ebc, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/b53e85d3685f44cda4598bc945607e1e] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp, totalSize=36.6 K 2024-12-02T16:20:59,550 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f7d148771c74c0683ac689e443b951d, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1733156456531 2024-12-02T16:20:59,551 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94295 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:20:59,551 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): 48038af28b15e778ab4eb430ba96bfc7/A is initiating minor compaction (all files) 2024-12-02T16:20:59,551 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 48038af28b15e778ab4eb430ba96bfc7/A in TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:59,551 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/f62e33fa89ff4450aa9003a80ffd3f9d, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/f7150dad79ff4197b10d2eca09042828, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/27ace996738544499045f8f86b4780ee] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp, totalSize=92.1 K 2024-12-02T16:20:59,551 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:59,551 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. files: [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/f62e33fa89ff4450aa9003a80ffd3f9d, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/f7150dad79ff4197b10d2eca09042828, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/27ace996738544499045f8f86b4780ee] 2024-12-02T16:20:59,552 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 6129929803494d9e90d793549ee27ebc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733156456676 2024-12-02T16:20:59,552 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting f62e33fa89ff4450aa9003a80ffd3f9d, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1733156456531 2024-12-02T16:20:59,552 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting b53e85d3685f44cda4598bc945607e1e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1733156457953 2024-12-02T16:20:59,553 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7150dad79ff4197b10d2eca09042828, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733156456676 2024-12-02T16:20:59,557 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 27ace996738544499045f8f86b4780ee, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1733156457953 2024-12-02T16:20:59,579 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:59,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-02T16:20:59,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:59,580 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing 48038af28b15e778ab4eb430ba96bfc7 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-02T16:20:59,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=A 2024-12-02T16:20:59,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:59,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=B 2024-12-02T16:20:59,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:59,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=C 2024-12-02T16:20:59,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:20:59,588 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48038af28b15e778ab4eb430ba96bfc7#B#compaction#174 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:20:59,588 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/8e6fc1506f664b4e9aa88d6bde625f4c is 50, key is test_row_0/B:col10/1733156457953/Put/seqid=0 2024-12-02T16:20:59,598 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=48038af28b15e778ab4eb430ba96bfc7] 2024-12-02T16:20:59,613 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202070dcb46e4dc4e64bae0223043ec8c8b_48038af28b15e778ab4eb430ba96bfc7 store=[table=TestAcidGuarantees family=A region=48038af28b15e778ab4eb430ba96bfc7] 2024-12-02T16:20:59,615 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202070dcb46e4dc4e64bae0223043ec8c8b_48038af28b15e778ab4eb430ba96bfc7, store=[table=TestAcidGuarantees family=A region=48038af28b15e778ab4eb430ba96bfc7] 2024-12-02T16:20:59,615 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202070dcb46e4dc4e64bae0223043ec8c8b_48038af28b15e778ab4eb430ba96bfc7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=48038af28b15e778ab4eb430ba96bfc7] 2024-12-02T16:20:59,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412022dada0d03905441ca72a2158999fe67d_48038af28b15e778ab4eb430ba96bfc7 is 50, key is test_row_0/A:col10/1733156459128/Put/seqid=0 2024-12-02T16:20:59,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742036_1212 (size=12983) 2024-12-02T16:20:59,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742037_1213 (size=4469) 2024-12-02T16:20:59,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742038_1214 (size=12454) 2024-12-02T16:20:59,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:20:59,721 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412022dada0d03905441ca72a2158999fe67d_48038af28b15e778ab4eb430ba96bfc7 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412022dada0d03905441ca72a2158999fe67d_48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:20:59,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/c2cb88de15a84b9b84f6619e1fba7aac, store: [table=TestAcidGuarantees family=A region=48038af28b15e778ab4eb430ba96bfc7] 2024-12-02T16:20:59,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/c2cb88de15a84b9b84f6619e1fba7aac is 175, key is test_row_0/A:col10/1733156459128/Put/seqid=0 2024-12-02T16:20:59,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-02T16:20:59,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:20:59,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. as already flushing 2024-12-02T16:20:59,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742039_1215 (size=31255) 2024-12-02T16:20:59,778 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=316, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/c2cb88de15a84b9b84f6619e1fba7aac 2024-12-02T16:20:59,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:59,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156519785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:59,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:59,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156519787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:59,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:59,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40202 deadline: 1733156519791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:59,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:59,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40252 deadline: 1733156519791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:59,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/1ff3ca19f1974549a99048e881d34010 is 50, key is test_row_0/B:col10/1733156459128/Put/seqid=0 2024-12-02T16:20:59,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742040_1216 (size=12301) 2024-12-02T16:20:59,871 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/1ff3ca19f1974549a99048e881d34010 2024-12-02T16:20:59,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/48fdd15cc07b46a1b320874850259e04 is 50, key is test_row_0/C:col10/1733156459128/Put/seqid=0 2024-12-02T16:20:59,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:59,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156519892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:59,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:59,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156519893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:59,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:59,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40202 deadline: 1733156519896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:59,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742041_1217 (size=12301) 2024-12-02T16:20:59,908 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/48fdd15cc07b46a1b320874850259e04 2024-12-02T16:20:59,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:20:59,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40252 deadline: 1733156519897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:20:59,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/c2cb88de15a84b9b84f6619e1fba7aac as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/c2cb88de15a84b9b84f6619e1fba7aac 2024-12-02T16:20:59,964 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/c2cb88de15a84b9b84f6619e1fba7aac, entries=150, sequenceid=316, filesize=30.5 K 2024-12-02T16:20:59,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/1ff3ca19f1974549a99048e881d34010 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/1ff3ca19f1974549a99048e881d34010 2024-12-02T16:20:59,977 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/1ff3ca19f1974549a99048e881d34010, entries=150, sequenceid=316, filesize=12.0 K 2024-12-02T16:20:59,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/48fdd15cc07b46a1b320874850259e04 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/48fdd15cc07b46a1b320874850259e04 2024-12-02T16:20:59,984 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/48fdd15cc07b46a1b320874850259e04, entries=150, sequenceid=316, filesize=12.0 K 2024-12-02T16:20:59,985 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 48038af28b15e778ab4eb430ba96bfc7 in 405ms, sequenceid=316, compaction requested=true 2024-12-02T16:20:59,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for 48038af28b15e778ab4eb430ba96bfc7: 2024-12-02T16:20:59,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:20:59,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-12-02T16:20:59,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-12-02T16:20:59,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-12-02T16:20:59,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 559 msec 2024-12-02T16:20:59,990 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 569 msec 2024-12-02T16:21:00,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-02T16:21:00,049 INFO [Thread-658 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-12-02T16:21:00,050 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:21:00,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-12-02T16:21:00,052 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:21:00,053 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:21:00,053 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:21:00,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-02T16:21:00,080 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/8e6fc1506f664b4e9aa88d6bde625f4c as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/8e6fc1506f664b4e9aa88d6bde625f4c 2024-12-02T16:21:00,095 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 48038af28b15e778ab4eb430ba96bfc7/B of 48038af28b15e778ab4eb430ba96bfc7 into 8e6fc1506f664b4e9aa88d6bde625f4c(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:21:00,095 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 48038af28b15e778ab4eb430ba96bfc7: 2024-12-02T16:21:00,095 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7., storeName=48038af28b15e778ab4eb430ba96bfc7/B, priority=13, startTime=1733156459536; duration=0sec 2024-12-02T16:21:00,096 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:21:00,096 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48038af28b15e778ab4eb430ba96bfc7:B 2024-12-02T16:21:00,096 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:21:00,111 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49734 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:21:00,111 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 48038af28b15e778ab4eb430ba96bfc7/C is initiating minor compaction (all files) 2024-12-02T16:21:00,111 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 48038af28b15e778ab4eb430ba96bfc7/C in TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:21:00,111 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/db607075f9a642d5bccee6dc25a7d9f5, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/b1facdf382a543198351e048c075c88f, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/581a7f76cb284734906856ea45b8c482, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/48fdd15cc07b46a1b320874850259e04] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp, totalSize=48.6 K 2024-12-02T16:21:00,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:21:00,112 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48038af28b15e778ab4eb430ba96bfc7#A#compaction#175 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:21:00,113 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 48038af28b15e778ab4eb430ba96bfc7 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-02T16:21:00,113 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/4c966075cb214fc69001c7db6c1827f4 is 175, key is test_row_0/A:col10/1733156457953/Put/seqid=0 2024-12-02T16:21:00,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=A 2024-12-02T16:21:00,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:00,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=B 2024-12-02T16:21:00,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:00,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=C 2024-12-02T16:21:00,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:00,117 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting db607075f9a642d5bccee6dc25a7d9f5, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1733156456531 2024-12-02T16:21:00,117 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting b1facdf382a543198351e048c075c88f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733156456676 2024-12-02T16:21:00,125 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 581a7f76cb284734906856ea45b8c482, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1733156457953 2024-12-02T16:21:00,126 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 48fdd15cc07b46a1b320874850259e04, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1733156459119 2024-12-02T16:21:00,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:00,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156520130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:00,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:00,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40252 deadline: 1733156520136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:00,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:00,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40202 deadline: 1733156520137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:00,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:00,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156520138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:00,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742042_1218 (size=31937) 2024-12-02T16:21:00,156 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48038af28b15e778ab4eb430ba96bfc7#C#compaction#179 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:21:00,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-02T16:21:00,157 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/bd46af8218864216837a96bd75a7ada3 is 50, key is test_row_0/C:col10/1733156459128/Put/seqid=0 2024-12-02T16:21:00,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202d0ef5d9a50374b4f9bb6a7dd0ef35c22_48038af28b15e778ab4eb430ba96bfc7 is 50, key is test_row_0/A:col10/1733156459785/Put/seqid=0 2024-12-02T16:21:00,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742043_1219 (size=13017) 2024-12-02T16:21:00,208 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:00,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-02T16:21:00,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:21:00,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. as already flushing 2024-12-02T16:21:00,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:21:00,210 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:00,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:00,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:00,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742044_1220 (size=14994) 2024-12-02T16:21:00,216 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/bd46af8218864216837a96bd75a7ada3 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/bd46af8218864216837a96bd75a7ada3 2024-12-02T16:21:00,228 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:00,229 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 48038af28b15e778ab4eb430ba96bfc7/C of 48038af28b15e778ab4eb430ba96bfc7 into bd46af8218864216837a96bd75a7ada3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:21:00,229 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 48038af28b15e778ab4eb430ba96bfc7: 2024-12-02T16:21:00,229 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7., storeName=48038af28b15e778ab4eb430ba96bfc7/C, priority=12, startTime=1733156459536; duration=0sec 2024-12-02T16:21:00,230 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:00,230 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48038af28b15e778ab4eb430ba96bfc7:C 2024-12-02T16:21:00,237 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202d0ef5d9a50374b4f9bb6a7dd0ef35c22_48038af28b15e778ab4eb430ba96bfc7 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202d0ef5d9a50374b4f9bb6a7dd0ef35c22_48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:21:00,244 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/012cc66f518643aaab3a3826657c95a4, store: [table=TestAcidGuarantees family=A region=48038af28b15e778ab4eb430ba96bfc7] 2024-12-02T16:21:00,244 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/012cc66f518643aaab3a3826657c95a4 is 175, key is test_row_0/A:col10/1733156459785/Put/seqid=0 2024-12-02T16:21:00,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:00,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156520242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:00,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:00,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40252 deadline: 1733156520243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:00,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:00,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156520244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:00,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:00,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40202 deadline: 1733156520243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:00,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742045_1221 (size=39949) 2024-12-02T16:21:00,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-02T16:21:00,367 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:00,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-02T16:21:00,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:21:00,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. as already flushing 2024-12-02T16:21:00,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:21:00,373 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:00,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:00,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:00,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:00,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156520456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:00,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:00,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40252 deadline: 1733156520457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:00,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:00,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156520457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:00,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:00,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40202 deadline: 1733156520457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:00,537 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:00,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-02T16:21:00,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:21:00,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. as already flushing 2024-12-02T16:21:00,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:21:00,538 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:00,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:00,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:00,583 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/4c966075cb214fc69001c7db6c1827f4 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/4c966075cb214fc69001c7db6c1827f4 2024-12-02T16:21:00,613 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 48038af28b15e778ab4eb430ba96bfc7/A of 48038af28b15e778ab4eb430ba96bfc7 into 4c966075cb214fc69001c7db6c1827f4(size=31.2 K), total size for store is 61.7 K. This selection was in queue for 0sec, and took 1sec to execute. 2024-12-02T16:21:00,613 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 48038af28b15e778ab4eb430ba96bfc7: 2024-12-02T16:21:00,613 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7., storeName=48038af28b15e778ab4eb430ba96bfc7/A, priority=13, startTime=1733156459536; duration=1sec 2024-12-02T16:21:00,613 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:00,613 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48038af28b15e778ab4eb430ba96bfc7:A 2024-12-02T16:21:00,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-02T16:21:00,672 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=341, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/012cc66f518643aaab3a3826657c95a4 2024-12-02T16:21:00,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/a3360905cdfa434390d7a95ed92f691f is 50, key is test_row_0/B:col10/1733156459785/Put/seqid=0 2024-12-02T16:21:00,698 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:00,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-02T16:21:00,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:21:00,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. as already flushing 2024-12-02T16:21:00,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:21:00,699 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:00,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:00,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:00,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742046_1222 (size=12301) 2024-12-02T16:21:00,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:00,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40202 deadline: 1733156520764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:00,767 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/a3360905cdfa434390d7a95ed92f691f 2024-12-02T16:21:00,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:00,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156520765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:00,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:00,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40252 deadline: 1733156520765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:00,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:00,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156520773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:00,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/10732fa143df4387b28986eefa8fd2ed is 50, key is test_row_0/C:col10/1733156459785/Put/seqid=0 2024-12-02T16:21:00,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742047_1223 (size=12301) 2024-12-02T16:21:00,852 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:00,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-02T16:21:00,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:21:00,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. as already flushing 2024-12-02T16:21:00,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:21:00,854 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:00,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:00,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:01,006 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:01,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-02T16:21:01,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:21:01,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. as already flushing 2024-12-02T16:21:01,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:21:01,007 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:01,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:01,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:01,160 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:01,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-02T16:21:01,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:21:01,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. as already flushing 2024-12-02T16:21:01,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:21:01,161 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:01,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:01,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:01,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-02T16:21:01,242 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/10732fa143df4387b28986eefa8fd2ed 2024-12-02T16:21:01,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/012cc66f518643aaab3a3826657c95a4 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/012cc66f518643aaab3a3826657c95a4 2024-12-02T16:21:01,267 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/012cc66f518643aaab3a3826657c95a4, entries=200, sequenceid=341, filesize=39.0 K 2024-12-02T16:21:01,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/a3360905cdfa434390d7a95ed92f691f as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/a3360905cdfa434390d7a95ed92f691f 2024-12-02T16:21:01,276 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/a3360905cdfa434390d7a95ed92f691f, entries=150, sequenceid=341, filesize=12.0 K 2024-12-02T16:21:01,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/10732fa143df4387b28986eefa8fd2ed as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/10732fa143df4387b28986eefa8fd2ed 2024-12-02T16:21:01,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:01,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156521281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:01,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:01,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40252 deadline: 1733156521281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:01,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:01,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40202 deadline: 1733156521282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:01,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:01,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156521283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:01,292 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/10732fa143df4387b28986eefa8fd2ed, entries=150, sequenceid=341, filesize=12.0 K 2024-12-02T16:21:01,292 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 48038af28b15e778ab4eb430ba96bfc7 in 1179ms, sequenceid=341, compaction requested=true 2024-12-02T16:21:01,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 48038af28b15e778ab4eb430ba96bfc7: 2024-12-02T16:21:01,293 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:21:01,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48038af28b15e778ab4eb430ba96bfc7:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:21:01,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:01,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48038af28b15e778ab4eb430ba96bfc7:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:21:01,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:21:01,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48038af28b15e778ab4eb430ba96bfc7:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:21:01,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-02T16:21:01,293 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:21:01,294 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:21:01,294 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): 48038af28b15e778ab4eb430ba96bfc7/A is initiating minor compaction (all files) 2024-12-02T16:21:01,294 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 48038af28b15e778ab4eb430ba96bfc7/A in TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:21:01,294 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/4c966075cb214fc69001c7db6c1827f4, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/c2cb88de15a84b9b84f6619e1fba7aac, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/012cc66f518643aaab3a3826657c95a4] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp, totalSize=100.7 K 2024-12-02T16:21:01,294 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:21:01,294 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. files: [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/4c966075cb214fc69001c7db6c1827f4, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/c2cb88de15a84b9b84f6619e1fba7aac, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/012cc66f518643aaab3a3826657c95a4] 2024-12-02T16:21:01,295 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:21:01,295 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 48038af28b15e778ab4eb430ba96bfc7/B is initiating minor compaction (all files) 2024-12-02T16:21:01,295 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 48038af28b15e778ab4eb430ba96bfc7/B in TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:21:01,295 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/8e6fc1506f664b4e9aa88d6bde625f4c, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/1ff3ca19f1974549a99048e881d34010, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/a3360905cdfa434390d7a95ed92f691f] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp, totalSize=36.7 K 2024-12-02T16:21:01,295 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4c966075cb214fc69001c7db6c1827f4, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1733156457953 2024-12-02T16:21:01,299 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e6fc1506f664b4e9aa88d6bde625f4c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1733156457953 2024-12-02T16:21:01,299 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting c2cb88de15a84b9b84f6619e1fba7aac, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1733156459119 2024-12-02T16:21:01,300 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ff3ca19f1974549a99048e881d34010, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1733156459119 2024-12-02T16:21:01,300 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 012cc66f518643aaab3a3826657c95a4, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1733156459782 2024-12-02T16:21:01,300 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting a3360905cdfa434390d7a95ed92f691f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1733156459782 2024-12-02T16:21:01,318 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:01,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-02T16:21:01,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:21:01,321 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing 48038af28b15e778ab4eb430ba96bfc7 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-02T16:21:01,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=A 2024-12-02T16:21:01,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:01,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=B 2024-12-02T16:21:01,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:01,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=C 2024-12-02T16:21:01,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:01,333 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=48038af28b15e778ab4eb430ba96bfc7] 2024-12-02T16:21:01,335 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48038af28b15e778ab4eb430ba96bfc7#B#compaction#183 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:21:01,335 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/bbd6f85826f64cd2b260cd0e7fa89de0 is 50, key is test_row_0/B:col10/1733156459785/Put/seqid=0 2024-12-02T16:21:01,337 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T16:21:01,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120262f99744ce994cb3b880fb1e33771612_48038af28b15e778ab4eb430ba96bfc7 is 50, key is test_row_0/A:col10/1733156460134/Put/seqid=0 2024-12-02T16:21:01,343 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202cd5f31341e604aceaa41f7d8138053b0_48038af28b15e778ab4eb430ba96bfc7 store=[table=TestAcidGuarantees family=A region=48038af28b15e778ab4eb430ba96bfc7] 2024-12-02T16:21:01,345 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202cd5f31341e604aceaa41f7d8138053b0_48038af28b15e778ab4eb430ba96bfc7, store=[table=TestAcidGuarantees family=A region=48038af28b15e778ab4eb430ba96bfc7] 2024-12-02T16:21:01,345 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202cd5f31341e604aceaa41f7d8138053b0_48038af28b15e778ab4eb430ba96bfc7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=48038af28b15e778ab4eb430ba96bfc7] 2024-12-02T16:21:01,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742048_1224 (size=13085) 2024-12-02T16:21:01,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742049_1225 (size=12454) 2024-12-02T16:21:01,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742050_1226 (size=4469) 2024-12-02T16:21:01,392 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48038af28b15e778ab4eb430ba96bfc7#A#compaction#184 average throughput is 0.42 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:21:01,398 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/947869d0f79e4611b81845a33e007395 is 175, key is test_row_0/A:col10/1733156459785/Put/seqid=0 2024-12-02T16:21:01,407 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/bbd6f85826f64cd2b260cd0e7fa89de0 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/bbd6f85826f64cd2b260cd0e7fa89de0 2024-12-02T16:21:01,422 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 48038af28b15e778ab4eb430ba96bfc7/B of 48038af28b15e778ab4eb430ba96bfc7 into bbd6f85826f64cd2b260cd0e7fa89de0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:21:01,422 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 48038af28b15e778ab4eb430ba96bfc7: 2024-12-02T16:21:01,422 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7., storeName=48038af28b15e778ab4eb430ba96bfc7/B, priority=13, startTime=1733156461293; duration=0sec 2024-12-02T16:21:01,422 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:21:01,422 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48038af28b15e778ab4eb430ba96bfc7:B 2024-12-02T16:21:01,422 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-02T16:21:01,425 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-02T16:21:01,425 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-02T16:21:01,425 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. because compaction request was cancelled 2024-12-02T16:21:01,425 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48038af28b15e778ab4eb430ba96bfc7:C 2024-12-02T16:21:01,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742051_1227 (size=32039) 2024-12-02T16:21:01,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:01,787 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120262f99744ce994cb3b880fb1e33771612_48038af28b15e778ab4eb430ba96bfc7 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120262f99744ce994cb3b880fb1e33771612_48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:21:01,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/980c08195c214d3c970f982f88ecbe62, store: [table=TestAcidGuarantees family=A region=48038af28b15e778ab4eb430ba96bfc7] 2024-12-02T16:21:01,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/980c08195c214d3c970f982f88ecbe62 is 175, key is test_row_0/A:col10/1733156460134/Put/seqid=0 2024-12-02T16:21:01,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742052_1228 (size=31255) 2024-12-02T16:21:01,814 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=355, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/980c08195c214d3c970f982f88ecbe62 2024-12-02T16:21:01,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/e61e80ed538e4c97a6eb1d4a0f1ef5b0 is 50, key is test_row_0/B:col10/1733156460134/Put/seqid=0 2024-12-02T16:21:01,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742053_1229 (size=12301) 2024-12-02T16:21:01,876 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/947869d0f79e4611b81845a33e007395 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/947869d0f79e4611b81845a33e007395 2024-12-02T16:21:01,909 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 48038af28b15e778ab4eb430ba96bfc7/A of 48038af28b15e778ab4eb430ba96bfc7 into 947869d0f79e4611b81845a33e007395(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:21:01,909 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 48038af28b15e778ab4eb430ba96bfc7: 2024-12-02T16:21:01,909 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7., storeName=48038af28b15e778ab4eb430ba96bfc7/A, priority=13, startTime=1733156461293; duration=0sec 2024-12-02T16:21:01,909 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:01,909 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48038af28b15e778ab4eb430ba96bfc7:A 2024-12-02T16:21:02,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-02T16:21:02,253 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/e61e80ed538e4c97a6eb1d4a0f1ef5b0 2024-12-02T16:21:02,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/368cd584c20e42bb9226516587d03e06 is 50, key is test_row_0/C:col10/1733156460134/Put/seqid=0 2024-12-02T16:21:02,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. as already flushing 2024-12-02T16:21:02,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:21:02,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742054_1230 (size=12301) 2024-12-02T16:21:02,305 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/368cd584c20e42bb9226516587d03e06 2024-12-02T16:21:02,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/980c08195c214d3c970f982f88ecbe62 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/980c08195c214d3c970f982f88ecbe62 2024-12-02T16:21:02,320 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/980c08195c214d3c970f982f88ecbe62, entries=150, sequenceid=355, filesize=30.5 K 2024-12-02T16:21:02,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/e61e80ed538e4c97a6eb1d4a0f1ef5b0 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/e61e80ed538e4c97a6eb1d4a0f1ef5b0 2024-12-02T16:21:02,330 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/e61e80ed538e4c97a6eb1d4a0f1ef5b0, entries=150, sequenceid=355, filesize=12.0 K 2024-12-02T16:21:02,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/368cd584c20e42bb9226516587d03e06 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/368cd584c20e42bb9226516587d03e06 2024-12-02T16:21:02,340 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/368cd584c20e42bb9226516587d03e06, entries=150, sequenceid=355, filesize=12.0 K 2024-12-02T16:21:02,341 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=100.63 KB/103050 for 48038af28b15e778ab4eb430ba96bfc7 in 1020ms, sequenceid=355, compaction requested=true 2024-12-02T16:21:02,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for 48038af28b15e778ab4eb430ba96bfc7: 2024-12-02T16:21:02,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:21:02,342 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 48038af28b15e778ab4eb430ba96bfc7 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-02T16:21:02,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=A 2024-12-02T16:21:02,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:02,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=B 2024-12-02T16:21:02,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:02,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=C 2024-12-02T16:21:02,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:02,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-12-02T16:21:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-12-02T16:21:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:21:02,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-12-02T16:21:02,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2910 sec 2024-12-02T16:21:02,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 2.2970 sec 2024-12-02T16:21:02,367 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202cd850fc1a054404aad3a2856b09d0dc6_48038af28b15e778ab4eb430ba96bfc7 is 50, key is test_row_0/A:col10/1733156462325/Put/seqid=0 2024-12-02T16:21:02,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:02,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40202 deadline: 1733156522379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:02,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:02,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40252 deadline: 1733156522386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:02,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:02,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156522387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:02,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:02,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156522396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:02,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742055_1231 (size=17534) 2024-12-02T16:21:02,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:02,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40202 deadline: 1733156522488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:02,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:02,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40252 deadline: 1733156522493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:02,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:02,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156522503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:02,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:02,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156522503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:02,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:02,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40244 deadline: 1733156522587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:02,588 DEBUG [Thread-650 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8237 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7., hostname=2a8f9448bb5c,46371,1733156403634, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T16:21:02,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:02,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40202 deadline: 1733156522694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:02,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:02,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40252 deadline: 1733156522699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:02,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:02,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156522709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:02,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:02,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156522712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:02,817 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:02,835 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202cd850fc1a054404aad3a2856b09d0dc6_48038af28b15e778ab4eb430ba96bfc7 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202cd850fc1a054404aad3a2856b09d0dc6_48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:21:02,839 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/88be9edf72424528a325672bb4d68fe5, store: [table=TestAcidGuarantees family=A region=48038af28b15e778ab4eb430ba96bfc7] 2024-12-02T16:21:02,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/88be9edf72424528a325672bb4d68fe5 is 175, key is test_row_0/A:col10/1733156462325/Put/seqid=0 2024-12-02T16:21:02,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742056_1232 (size=48639) 2024-12-02T16:21:02,877 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=376, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/88be9edf72424528a325672bb4d68fe5 2024-12-02T16:21:02,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/df6454c6c7244c929c397a2cad5df746 is 50, key is test_row_0/B:col10/1733156462325/Put/seqid=0 2024-12-02T16:21:02,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742057_1233 (size=12301) 2024-12-02T16:21:02,925 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/df6454c6c7244c929c397a2cad5df746 2024-12-02T16:21:02,941 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/88768c52936342d982ab9979bcf230ab is 50, key is test_row_0/C:col10/1733156462325/Put/seqid=0 2024-12-02T16:21:02,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742058_1234 (size=12301) 2024-12-02T16:21:02,962 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/88768c52936342d982ab9979bcf230ab 2024-12-02T16:21:02,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/88be9edf72424528a325672bb4d68fe5 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/88be9edf72424528a325672bb4d68fe5 2024-12-02T16:21:02,998 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/88be9edf72424528a325672bb4d68fe5, entries=250, sequenceid=376, filesize=47.5 K 2024-12-02T16:21:03,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/df6454c6c7244c929c397a2cad5df746 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/df6454c6c7244c929c397a2cad5df746 2024-12-02T16:21:03,008 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/df6454c6c7244c929c397a2cad5df746, entries=150, sequenceid=376, filesize=12.0 K 2024-12-02T16:21:03,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/88768c52936342d982ab9979bcf230ab as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/88768c52936342d982ab9979bcf230ab 2024-12-02T16:21:03,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:03,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40252 deadline: 1733156523001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:03,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:03,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40202 deadline: 1733156523004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:03,014 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/88768c52936342d982ab9979bcf230ab, entries=150, sequenceid=376, filesize=12.0 K 2024-12-02T16:21:03,015 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 48038af28b15e778ab4eb430ba96bfc7 in 673ms, sequenceid=376, compaction requested=true 2024-12-02T16:21:03,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 48038af28b15e778ab4eb430ba96bfc7: 2024-12-02T16:21:03,015 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:21:03,017 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111933 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:21:03,017 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): 48038af28b15e778ab4eb430ba96bfc7/A is initiating minor compaction (all files) 2024-12-02T16:21:03,017 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 48038af28b15e778ab4eb430ba96bfc7/A in TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:21:03,017 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/947869d0f79e4611b81845a33e007395, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/980c08195c214d3c970f982f88ecbe62, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/88be9edf72424528a325672bb4d68fe5] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp, totalSize=109.3 K 2024-12-02T16:21:03,017 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:21:03,017 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. files: [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/947869d0f79e4611b81845a33e007395, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/980c08195c214d3c970f982f88ecbe62, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/88be9edf72424528a325672bb4d68fe5] 2024-12-02T16:21:03,018 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 947869d0f79e4611b81845a33e007395, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1733156459782 2024-12-02T16:21:03,018 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 980c08195c214d3c970f982f88ecbe62, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1733156460121 2024-12-02T16:21:03,018 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 88be9edf72424528a325672bb4d68fe5, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1733156462325 2024-12-02T16:21:03,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:21:03,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48038af28b15e778ab4eb430ba96bfc7:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:21:03,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:03,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48038af28b15e778ab4eb430ba96bfc7:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:21:03,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:21:03,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48038af28b15e778ab4eb430ba96bfc7:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:21:03,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-02T16:21:03,027 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 48038af28b15e778ab4eb430ba96bfc7 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-02T16:21:03,027 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=48038af28b15e778ab4eb430ba96bfc7] 2024-12-02T16:21:03,028 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:21:03,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=A 2024-12-02T16:21:03,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:03,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=B 2024-12-02T16:21:03,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:03,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=C 2024-12-02T16:21:03,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:03,030 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:21:03,031 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 48038af28b15e778ab4eb430ba96bfc7/C is initiating minor compaction (all files) 2024-12-02T16:21:03,031 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 48038af28b15e778ab4eb430ba96bfc7/C in TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:21:03,031 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/bd46af8218864216837a96bd75a7ada3, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/10732fa143df4387b28986eefa8fd2ed, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/368cd584c20e42bb9226516587d03e06, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/88768c52936342d982ab9979bcf230ab] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp, totalSize=48.8 K 2024-12-02T16:21:03,031 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting bd46af8218864216837a96bd75a7ada3, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1733156459119 2024-12-02T16:21:03,033 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 10732fa143df4387b28986eefa8fd2ed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1733156459782 2024-12-02T16:21:03,033 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 368cd584c20e42bb9226516587d03e06, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1733156460121 2024-12-02T16:21:03,034 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 88768c52936342d982ab9979bcf230ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1733156462325 2024-12-02T16:21:03,043 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202ddd83add53704f39b46b4c22c3fc2663_48038af28b15e778ab4eb430ba96bfc7 store=[table=TestAcidGuarantees family=A region=48038af28b15e778ab4eb430ba96bfc7] 2024-12-02T16:21:03,045 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202ddd83add53704f39b46b4c22c3fc2663_48038af28b15e778ab4eb430ba96bfc7, store=[table=TestAcidGuarantees family=A region=48038af28b15e778ab4eb430ba96bfc7] 2024-12-02T16:21:03,046 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202ddd83add53704f39b46b4c22c3fc2663_48038af28b15e778ab4eb430ba96bfc7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=48038af28b15e778ab4eb430ba96bfc7] 2024-12-02T16:21:03,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:03,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156523061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:03,064 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48038af28b15e778ab4eb430ba96bfc7#C#compaction#192 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:21:03,065 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/dae9ab74cdae43158a64b308723e94a2 is 50, key is test_row_0/C:col10/1733156462325/Put/seqid=0 2024-12-02T16:21:03,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202be2c83f94b8146f8933bde7617f68476_48038af28b15e778ab4eb430ba96bfc7 is 50, key is test_row_0/A:col10/1733156463025/Put/seqid=0 2024-12-02T16:21:03,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:03,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156523062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:03,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742059_1235 (size=4469) 2024-12-02T16:21:03,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742061_1237 (size=22618) 2024-12-02T16:21:03,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742060_1236 (size=13153) 2024-12-02T16:21:03,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:03,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156523165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:03,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:03,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156523169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:03,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:03,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156523373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:03,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:03,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156523373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:03,515 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48038af28b15e778ab4eb430ba96bfc7#A#compaction#191 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:21:03,516 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/cb6e628580274b3a95d1651ea9eb1f14 is 175, key is test_row_0/A:col10/1733156462325/Put/seqid=0 2024-12-02T16:21:03,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:03,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40202 deadline: 1733156523516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:03,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:03,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40252 deadline: 1733156523517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:03,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742062_1238 (size=32141) 2024-12-02T16:21:03,543 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:03,552 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202be2c83f94b8146f8933bde7617f68476_48038af28b15e778ab4eb430ba96bfc7 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202be2c83f94b8146f8933bde7617f68476_48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:21:03,556 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/81f308f94d904466929f9d4834550309, store: [table=TestAcidGuarantees family=A region=48038af28b15e778ab4eb430ba96bfc7] 2024-12-02T16:21:03,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/81f308f94d904466929f9d4834550309 is 175, key is test_row_0/A:col10/1733156463025/Put/seqid=0 2024-12-02T16:21:03,559 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/dae9ab74cdae43158a64b308723e94a2 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/dae9ab74cdae43158a64b308723e94a2 2024-12-02T16:21:03,570 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/cb6e628580274b3a95d1651ea9eb1f14 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/cb6e628580274b3a95d1651ea9eb1f14 2024-12-02T16:21:03,574 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 48038af28b15e778ab4eb430ba96bfc7/C of 48038af28b15e778ab4eb430ba96bfc7 into dae9ab74cdae43158a64b308723e94a2(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:21:03,574 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 48038af28b15e778ab4eb430ba96bfc7: 2024-12-02T16:21:03,574 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7., storeName=48038af28b15e778ab4eb430ba96bfc7/C, priority=12, startTime=1733156463027; duration=0sec 2024-12-02T16:21:03,574 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:21:03,574 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48038af28b15e778ab4eb430ba96bfc7:C 2024-12-02T16:21:03,574 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:21:03,577 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 48038af28b15e778ab4eb430ba96bfc7/A of 48038af28b15e778ab4eb430ba96bfc7 into cb6e628580274b3a95d1651ea9eb1f14(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:21:03,577 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 48038af28b15e778ab4eb430ba96bfc7: 2024-12-02T16:21:03,577 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7., storeName=48038af28b15e778ab4eb430ba96bfc7/A, priority=13, startTime=1733156463015; duration=0sec 2024-12-02T16:21:03,577 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:03,577 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48038af28b15e778ab4eb430ba96bfc7:A 2024-12-02T16:21:03,579 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:21:03,579 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 48038af28b15e778ab4eb430ba96bfc7/B is initiating minor compaction (all files) 2024-12-02T16:21:03,579 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 48038af28b15e778ab4eb430ba96bfc7/B in TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:21:03,579 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/bbd6f85826f64cd2b260cd0e7fa89de0, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/e61e80ed538e4c97a6eb1d4a0f1ef5b0, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/df6454c6c7244c929c397a2cad5df746] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp, totalSize=36.8 K 2024-12-02T16:21:03,579 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting bbd6f85826f64cd2b260cd0e7fa89de0, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1733156459782 2024-12-02T16:21:03,580 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting e61e80ed538e4c97a6eb1d4a0f1ef5b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1733156460121 2024-12-02T16:21:03,580 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting df6454c6c7244c929c397a2cad5df746, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1733156462325 2024-12-02T16:21:03,590 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48038af28b15e778ab4eb430ba96bfc7#B#compaction#194 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:21:03,591 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/c6832b112e9140c6b7590791de4abc7f is 50, key is test_row_0/B:col10/1733156462325/Put/seqid=0 2024-12-02T16:21:03,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742063_1239 (size=66023) 2024-12-02T16:21:03,596 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=398, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/81f308f94d904466929f9d4834550309 2024-12-02T16:21:03,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742064_1240 (size=13187) 2024-12-02T16:21:03,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/156f4f4138ae46b7b6a0d95f9b8be501 is 50, key is test_row_0/B:col10/1733156463025/Put/seqid=0 2024-12-02T16:21:03,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742065_1241 (size=12301) 2024-12-02T16:21:03,623 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/156f4f4138ae46b7b6a0d95f9b8be501 2024-12-02T16:21:03,628 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/c6832b112e9140c6b7590791de4abc7f as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/c6832b112e9140c6b7590791de4abc7f 2024-12-02T16:21:03,635 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/1025c549653e41ad98c9cadb43e3ce89 is 50, key is test_row_0/C:col10/1733156463025/Put/seqid=0 2024-12-02T16:21:03,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742066_1242 (size=12301) 2024-12-02T16:21:03,643 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 48038af28b15e778ab4eb430ba96bfc7/B of 48038af28b15e778ab4eb430ba96bfc7 into c6832b112e9140c6b7590791de4abc7f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:21:03,643 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 48038af28b15e778ab4eb430ba96bfc7: 2024-12-02T16:21:03,643 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7., storeName=48038af28b15e778ab4eb430ba96bfc7/B, priority=13, startTime=1733156463027; duration=0sec 2024-12-02T16:21:03,643 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:03,643 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48038af28b15e778ab4eb430ba96bfc7:B 2024-12-02T16:21:03,648 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/1025c549653e41ad98c9cadb43e3ce89 2024-12-02T16:21:03,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/81f308f94d904466929f9d4834550309 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/81f308f94d904466929f9d4834550309 2024-12-02T16:21:03,665 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/81f308f94d904466929f9d4834550309, entries=350, sequenceid=398, filesize=64.5 K 2024-12-02T16:21:03,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/156f4f4138ae46b7b6a0d95f9b8be501 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/156f4f4138ae46b7b6a0d95f9b8be501 2024-12-02T16:21:03,673 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/156f4f4138ae46b7b6a0d95f9b8be501, entries=150, sequenceid=398, filesize=12.0 K 2024-12-02T16:21:03,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/1025c549653e41ad98c9cadb43e3ce89 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/1025c549653e41ad98c9cadb43e3ce89 2024-12-02T16:21:03,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:03,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156523683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:03,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:03,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156523685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:03,688 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/1025c549653e41ad98c9cadb43e3ce89, entries=150, sequenceid=398, filesize=12.0 K 2024-12-02T16:21:03,690 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 48038af28b15e778ab4eb430ba96bfc7 in 663ms, sequenceid=398, compaction requested=false 2024-12-02T16:21:03,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 48038af28b15e778ab4eb430ba96bfc7: 2024-12-02T16:21:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-02T16:21:04,169 INFO [Thread-658 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-12-02T16:21:04,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:21:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-12-02T16:21:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-02T16:21:04,173 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:21:04,173 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:21:04,174 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:21:04,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:21:04,190 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 48038af28b15e778ab4eb430ba96bfc7 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-02T16:21:04,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=A 2024-12-02T16:21:04,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:04,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=B 2024-12-02T16:21:04,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:04,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=C 2024-12-02T16:21:04,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:04,199 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202a5b93e5d41f44a70bbf6013b5ed900a6_48038af28b15e778ab4eb430ba96bfc7 is 50, key is test_row_0/A:col10/1733156464189/Put/seqid=0 2024-12-02T16:21:04,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742067_1243 (size=14994) 2024-12-02T16:21:04,207 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:04,212 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202a5b93e5d41f44a70bbf6013b5ed900a6_48038af28b15e778ab4eb430ba96bfc7 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202a5b93e5d41f44a70bbf6013b5ed900a6_48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:21:04,213 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/d2ca0a9359a3458eaafc3306c389e33e, store: [table=TestAcidGuarantees family=A region=48038af28b15e778ab4eb430ba96bfc7] 2024-12-02T16:21:04,214 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/d2ca0a9359a3458eaafc3306c389e33e is 175, key is test_row_0/A:col10/1733156464189/Put/seqid=0 2024-12-02T16:21:04,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742068_1244 (size=39949) 2024-12-02T16:21:04,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:04,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156524246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:04,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:04,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156524245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:04,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-02T16:21:04,325 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:04,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-02T16:21:04,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:21:04,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. as already flushing 2024-12-02T16:21:04,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:21:04,326 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:04,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:04,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:04,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:04,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156524350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:04,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:04,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156524350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:04,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-02T16:21:04,478 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:04,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-02T16:21:04,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:21:04,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. as already flushing 2024-12-02T16:21:04,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:21:04,479 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:04,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:04,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:04,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:04,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40202 deadline: 1733156524522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:04,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:04,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40252 deadline: 1733156524529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:04,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:04,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156524553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:04,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:04,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156524555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:04,619 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=417, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/d2ca0a9359a3458eaafc3306c389e33e 2024-12-02T16:21:04,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/2475af50dc754e2f9ef6640055953657 is 50, key is test_row_0/B:col10/1733156464189/Put/seqid=0 2024-12-02T16:21:04,630 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:04,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-02T16:21:04,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:21:04,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. as already flushing 2024-12-02T16:21:04,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:21:04,631 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:04,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:04,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742069_1245 (size=12301) 2024-12-02T16:21:04,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:04,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-02T16:21:04,783 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:04,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-02T16:21:04,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:21:04,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. as already flushing 2024-12-02T16:21:04,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:21:04,784 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:04,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:04,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:04,791 DEBUG [Thread-661 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x776c0cb7 to 127.0.0.1:63236 2024-12-02T16:21:04,791 DEBUG [Thread-661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:21:04,792 DEBUG [Thread-663 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3ec46f90 to 127.0.0.1:63236 2024-12-02T16:21:04,792 DEBUG [Thread-663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:21:04,792 DEBUG [Thread-659 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c517130 to 127.0.0.1:63236 2024-12-02T16:21:04,792 DEBUG [Thread-659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:21:04,795 DEBUG [Thread-665 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7f63b68c to 127.0.0.1:63236 2024-12-02T16:21:04,795 DEBUG [Thread-665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:21:04,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:04,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156524858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:04,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:04,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156524859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:04,936 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:04,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-02T16:21:04,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:21:04,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. as already flushing 2024-12-02T16:21:04,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:21:04,937 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:04,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:04,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:05,033 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/2475af50dc754e2f9ef6640055953657 2024-12-02T16:21:05,041 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/17cf0cf55e774ff391556c5effbdc5da is 50, key is test_row_0/C:col10/1733156464189/Put/seqid=0 2024-12-02T16:21:05,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742070_1246 (size=12301) 2024-12-02T16:21:05,089 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:05,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-02T16:21:05,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:21:05,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. as already flushing 2024-12-02T16:21:05,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:21:05,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:05,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:05,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:05,242 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:05,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-02T16:21:05,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:21:05,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. as already flushing 2024-12-02T16:21:05,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:21:05,242 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:05,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-02T16:21:05,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40216 deadline: 1733156525362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:05,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40276 deadline: 1733156525363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:05,394 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:05,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-02T16:21:05,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:21:05,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. as already flushing 2024-12-02T16:21:05,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:21:05,395 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:05,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:05,445 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/17cf0cf55e774ff391556c5effbdc5da 2024-12-02T16:21:05,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/d2ca0a9359a3458eaafc3306c389e33e as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/d2ca0a9359a3458eaafc3306c389e33e 2024-12-02T16:21:05,455 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/d2ca0a9359a3458eaafc3306c389e33e, entries=200, sequenceid=417, filesize=39.0 K 2024-12-02T16:21:05,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/2475af50dc754e2f9ef6640055953657 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/2475af50dc754e2f9ef6640055953657 2024-12-02T16:21:05,459 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/2475af50dc754e2f9ef6640055953657, entries=150, sequenceid=417, filesize=12.0 K 2024-12-02T16:21:05,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/17cf0cf55e774ff391556c5effbdc5da as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/17cf0cf55e774ff391556c5effbdc5da 2024-12-02T16:21:05,464 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/17cf0cf55e774ff391556c5effbdc5da, entries=150, sequenceid=417, filesize=12.0 K 2024-12-02T16:21:05,465 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 48038af28b15e778ab4eb430ba96bfc7 in 1274ms, sequenceid=417, compaction requested=true 2024-12-02T16:21:05,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 48038af28b15e778ab4eb430ba96bfc7: 2024-12-02T16:21:05,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48038af28b15e778ab4eb430ba96bfc7:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:21:05,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:05,465 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:21:05,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48038af28b15e778ab4eb430ba96bfc7:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:21:05,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:05,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48038af28b15e778ab4eb430ba96bfc7:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:21:05,465 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:21:05,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:21:05,466 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 138113 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:21:05,466 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:21:05,466 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): 48038af28b15e778ab4eb430ba96bfc7/A is initiating minor compaction (all files) 2024-12-02T16:21:05,466 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 48038af28b15e778ab4eb430ba96bfc7/B is initiating minor compaction (all files) 2024-12-02T16:21:05,466 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 48038af28b15e778ab4eb430ba96bfc7/A in TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:21:05,466 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 48038af28b15e778ab4eb430ba96bfc7/B in TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:21:05,466 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/c6832b112e9140c6b7590791de4abc7f, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/156f4f4138ae46b7b6a0d95f9b8be501, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/2475af50dc754e2f9ef6640055953657] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp, totalSize=36.9 K 2024-12-02T16:21:05,466 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/cb6e628580274b3a95d1651ea9eb1f14, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/81f308f94d904466929f9d4834550309, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/d2ca0a9359a3458eaafc3306c389e33e] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp, totalSize=134.9 K 2024-12-02T16:21:05,466 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:21:05,466 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. files: [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/cb6e628580274b3a95d1651ea9eb1f14, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/81f308f94d904466929f9d4834550309, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/d2ca0a9359a3458eaafc3306c389e33e] 2024-12-02T16:21:05,467 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting c6832b112e9140c6b7590791de4abc7f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1733156462325 2024-12-02T16:21:05,467 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb6e628580274b3a95d1651ea9eb1f14, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1733156462325 2024-12-02T16:21:05,467 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 81f308f94d904466929f9d4834550309, keycount=350, bloomtype=ROW, size=64.5 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1733156462343 2024-12-02T16:21:05,467 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 156f4f4138ae46b7b6a0d95f9b8be501, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1733156463023 2024-12-02T16:21:05,468 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2ca0a9359a3458eaafc3306c389e33e, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1733156463033 2024-12-02T16:21:05,468 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 2475af50dc754e2f9ef6640055953657, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1733156463054 2024-12-02T16:21:05,478 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48038af28b15e778ab4eb430ba96bfc7#B#compaction#200 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:21:05,478 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/f8139e8b98894b62b6aabcdc280deaf8 is 50, key is test_row_0/B:col10/1733156464189/Put/seqid=0 2024-12-02T16:21:05,479 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=48038af28b15e778ab4eb430ba96bfc7] 2024-12-02T16:21:05,483 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202b31a8b9c8cb34990b72a1fda93e65a13_48038af28b15e778ab4eb430ba96bfc7 store=[table=TestAcidGuarantees family=A region=48038af28b15e778ab4eb430ba96bfc7] 2024-12-02T16:21:05,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742071_1247 (size=13289) 2024-12-02T16:21:05,497 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/f8139e8b98894b62b6aabcdc280deaf8 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/f8139e8b98894b62b6aabcdc280deaf8 2024-12-02T16:21:05,503 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 48038af28b15e778ab4eb430ba96bfc7/B of 48038af28b15e778ab4eb430ba96bfc7 into f8139e8b98894b62b6aabcdc280deaf8(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:21:05,503 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 48038af28b15e778ab4eb430ba96bfc7: 2024-12-02T16:21:05,503 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7., storeName=48038af28b15e778ab4eb430ba96bfc7/B, priority=13, startTime=1733156465465; duration=0sec 2024-12-02T16:21:05,503 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:21:05,503 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48038af28b15e778ab4eb430ba96bfc7:B 2024-12-02T16:21:05,503 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:21:05,504 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:21:05,504 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 48038af28b15e778ab4eb430ba96bfc7/C is initiating minor compaction (all files) 2024-12-02T16:21:05,504 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 48038af28b15e778ab4eb430ba96bfc7/C in TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:21:05,504 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/dae9ab74cdae43158a64b308723e94a2, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/1025c549653e41ad98c9cadb43e3ce89, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/17cf0cf55e774ff391556c5effbdc5da] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp, totalSize=36.9 K 2024-12-02T16:21:05,505 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting dae9ab74cdae43158a64b308723e94a2, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1733156462325 2024-12-02T16:21:05,505 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 1025c549653e41ad98c9cadb43e3ce89, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1733156463023 2024-12-02T16:21:05,505 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 17cf0cf55e774ff391556c5effbdc5da, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1733156463054 2024-12-02T16:21:05,527 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202b31a8b9c8cb34990b72a1fda93e65a13_48038af28b15e778ab4eb430ba96bfc7, store=[table=TestAcidGuarantees family=A region=48038af28b15e778ab4eb430ba96bfc7] 2024-12-02T16:21:05,527 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202b31a8b9c8cb34990b72a1fda93e65a13_48038af28b15e778ab4eb430ba96bfc7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=48038af28b15e778ab4eb430ba96bfc7] 2024-12-02T16:21:05,534 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48038af28b15e778ab4eb430ba96bfc7#C#compaction#202 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:21:05,535 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/a976743877464038b961c43b249b0528 is 50, key is test_row_0/C:col10/1733156464189/Put/seqid=0 2024-12-02T16:21:05,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742072_1248 (size=4469) 2024-12-02T16:21:05,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742073_1249 (size=13255) 2024-12-02T16:21:05,546 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:05,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-02T16:21:05,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:21:05,547 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing 48038af28b15e778ab4eb430ba96bfc7 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-02T16:21:05,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=A 2024-12-02T16:21:05,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:05,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=B 2024-12-02T16:21:05,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:05,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=C 2024-12-02T16:21:05,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:05,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120226fec767e3f146889f74ccf15341462b_48038af28b15e778ab4eb430ba96bfc7 is 50, key is test_row_0/A:col10/1733156464244/Put/seqid=0 2024-12-02T16:21:05,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742074_1250 (size=12454) 2024-12-02T16:21:05,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:05,579 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120226fec767e3f146889f74ccf15341462b_48038af28b15e778ab4eb430ba96bfc7 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120226fec767e3f146889f74ccf15341462b_48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:21:05,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/a394de321af24b4db0c6458bc0a4edff, store: [table=TestAcidGuarantees family=A region=48038af28b15e778ab4eb430ba96bfc7] 2024-12-02T16:21:05,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/a394de321af24b4db0c6458bc0a4edff is 175, key is test_row_0/A:col10/1733156464244/Put/seqid=0 2024-12-02T16:21:05,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742075_1251 (size=31255) 2024-12-02T16:21:05,940 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48038af28b15e778ab4eb430ba96bfc7#A#compaction#201 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:21:05,940 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/01d64b13e32b4d5bafbd878369fae92f is 175, key is test_row_0/A:col10/1733156464189/Put/seqid=0 2024-12-02T16:21:05,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742076_1252 (size=32243) 2024-12-02T16:21:05,952 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/a976743877464038b961c43b249b0528 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/a976743877464038b961c43b249b0528 2024-12-02T16:21:05,956 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 48038af28b15e778ab4eb430ba96bfc7/C of 48038af28b15e778ab4eb430ba96bfc7 into a976743877464038b961c43b249b0528(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:21:05,956 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 48038af28b15e778ab4eb430ba96bfc7: 2024-12-02T16:21:05,956 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7., storeName=48038af28b15e778ab4eb430ba96bfc7/C, priority=13, startTime=1733156465465; duration=0sec 2024-12-02T16:21:05,957 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:05,957 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48038af28b15e778ab4eb430ba96bfc7:C 2024-12-02T16:21:05,986 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=438, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/a394de321af24b4db0c6458bc0a4edff 2024-12-02T16:21:05,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/b39c48ec77474d7fbbf523a61e496260 is 50, key is test_row_0/B:col10/1733156464244/Put/seqid=0 2024-12-02T16:21:05,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742077_1253 (size=12301) 2024-12-02T16:21:06,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-02T16:21:06,350 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/01d64b13e32b4d5bafbd878369fae92f as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/01d64b13e32b4d5bafbd878369fae92f 2024-12-02T16:21:06,354 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 48038af28b15e778ab4eb430ba96bfc7/A of 48038af28b15e778ab4eb430ba96bfc7 into 01d64b13e32b4d5bafbd878369fae92f(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:21:06,354 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 48038af28b15e778ab4eb430ba96bfc7: 2024-12-02T16:21:06,354 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7., storeName=48038af28b15e778ab4eb430ba96bfc7/A, priority=13, startTime=1733156465465; duration=0sec 2024-12-02T16:21:06,354 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:06,354 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48038af28b15e778ab4eb430ba96bfc7:A 2024-12-02T16:21:06,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:21:06,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. as already flushing 2024-12-02T16:21:06,368 DEBUG [Thread-652 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53af6163 to 127.0.0.1:63236 2024-12-02T16:21:06,368 DEBUG [Thread-652 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:21:06,372 DEBUG [Thread-656 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70b41629 to 127.0.0.1:63236 2024-12-02T16:21:06,372 DEBUG [Thread-656 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:21:06,398 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/b39c48ec77474d7fbbf523a61e496260 2024-12-02T16:21:06,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/d85adb1d4ddc419994bb2fae4a74a8fe is 50, key is test_row_0/C:col10/1733156464244/Put/seqid=0 2024-12-02T16:21:06,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742078_1254 (size=12301) 2024-12-02T16:21:06,538 DEBUG [Thread-648 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7059d361 to 127.0.0.1:63236 2024-12-02T16:21:06,538 DEBUG [Thread-648 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:21:06,548 DEBUG [Thread-654 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5b8e1501 to 127.0.0.1:63236 2024-12-02T16:21:06,548 DEBUG [Thread-654 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:21:06,808 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/d85adb1d4ddc419994bb2fae4a74a8fe 2024-12-02T16:21:06,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/a394de321af24b4db0c6458bc0a4edff as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/a394de321af24b4db0c6458bc0a4edff 2024-12-02T16:21:06,816 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/a394de321af24b4db0c6458bc0a4edff, entries=150, sequenceid=438, filesize=30.5 K 2024-12-02T16:21:06,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/b39c48ec77474d7fbbf523a61e496260 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/b39c48ec77474d7fbbf523a61e496260 2024-12-02T16:21:06,820 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/b39c48ec77474d7fbbf523a61e496260, entries=150, sequenceid=438, filesize=12.0 K 2024-12-02T16:21:06,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/d85adb1d4ddc419994bb2fae4a74a8fe as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/d85adb1d4ddc419994bb2fae4a74a8fe 2024-12-02T16:21:06,824 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/d85adb1d4ddc419994bb2fae4a74a8fe, entries=150, sequenceid=438, filesize=12.0 K 2024-12-02T16:21:06,825 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=26.84 KB/27480 for 48038af28b15e778ab4eb430ba96bfc7 in 1278ms, sequenceid=438, compaction requested=false 2024-12-02T16:21:06,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for 48038af28b15e778ab4eb430ba96bfc7: 2024-12-02T16:21:06,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:21:06,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64 2024-12-02T16:21:06,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=64 2024-12-02T16:21:06,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-12-02T16:21:06,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6530 sec 2024-12-02T16:21:06,828 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 2.6560 sec 2024-12-02T16:21:07,478 DEBUG [master/2a8f9448bb5c:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-02T16:21:07,483 DEBUG [master/2a8f9448bb5c:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 4453b7e759b6fd28da4d0761888a1852 changed from -1.0 to 0.0, refreshing cache 2024-12-02T16:21:08,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-02T16:21:08,277 INFO [Thread-658 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-12-02T16:21:12,611 DEBUG [Thread-650 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7435a904 to 127.0.0.1:63236 2024-12-02T16:21:12,611 DEBUG [Thread-650 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:21:12,611 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-02T16:21:12,611 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-12-02T16:21:12,611 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 34 2024-12-02T16:21:12,611 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 102 2024-12-02T16:21:12,611 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-12-02T16:21:12,611 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-12-02T16:21:12,611 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-02T16:21:12,611 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3219 2024-12-02T16:21:12,611 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2973 2024-12-02T16:21:12,611 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-02T16:21:12,611 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1309 2024-12-02T16:21:12,612 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3927 rows 2024-12-02T16:21:12,612 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1322 2024-12-02T16:21:12,612 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3966 rows 2024-12-02T16:21:12,612 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-02T16:21:12,612 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x15ae4787 to 127.0.0.1:63236 2024-12-02T16:21:12,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:21:12,618 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-02T16:21:12,619 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-02T16:21:12,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-02T16:21:12,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-02T16:21:12,634 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733156472633"}]},"ts":"1733156472633"} 2024-12-02T16:21:12,640 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-02T16:21:12,648 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-02T16:21:12,655 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-02T16:21:12,660 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=48038af28b15e778ab4eb430ba96bfc7, UNASSIGN}] 2024-12-02T16:21:12,666 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=48038af28b15e778ab4eb430ba96bfc7, UNASSIGN 2024-12-02T16:21:12,670 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=48038af28b15e778ab4eb430ba96bfc7, regionState=CLOSING, regionLocation=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:12,672 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T16:21:12,672 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; CloseRegionProcedure 48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634}] 2024-12-02T16:21:12,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-02T16:21:12,824 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:12,829 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(124): Close 48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:21:12,829 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-02T16:21:12,829 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1681): Closing 48038af28b15e778ab4eb430ba96bfc7, disabling compactions & flushes 2024-12-02T16:21:12,829 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:21:12,829 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:21:12,829 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. after waiting 0 ms 2024-12-02T16:21:12,829 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:21:12,829 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(2837): Flushing 48038af28b15e778ab4eb430ba96bfc7 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-02T16:21:12,829 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=A 2024-12-02T16:21:12,830 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:12,830 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=B 2024-12-02T16:21:12,830 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:12,830 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48038af28b15e778ab4eb430ba96bfc7, store=C 2024-12-02T16:21:12,830 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:12,851 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202ecb13bff34114177a6b594fd7a7cb1a1_48038af28b15e778ab4eb430ba96bfc7 is 50, key is test_row_0/A:col10/1733156466547/Put/seqid=0 2024-12-02T16:21:12,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742079_1255 (size=12454) 2024-12-02T16:21:12,863 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:12,871 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202ecb13bff34114177a6b594fd7a7cb1a1_48038af28b15e778ab4eb430ba96bfc7 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202ecb13bff34114177a6b594fd7a7cb1a1_48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:21:12,872 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/e1f758171bd548eca124420c7c06cdc7, store: [table=TestAcidGuarantees family=A region=48038af28b15e778ab4eb430ba96bfc7] 2024-12-02T16:21:12,873 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/e1f758171bd548eca124420c7c06cdc7 is 175, key is test_row_0/A:col10/1733156466547/Put/seqid=0 2024-12-02T16:21:12,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742080_1256 (size=31255) 2024-12-02T16:21:12,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-02T16:21:13,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-02T16:21:13,289 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=448, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/e1f758171bd548eca124420c7c06cdc7 2024-12-02T16:21:13,318 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/50fd628e322443fb97808ecd2b0670e4 is 50, key is test_row_0/B:col10/1733156466547/Put/seqid=0 2024-12-02T16:21:13,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742081_1257 (size=12301) 2024-12-02T16:21:13,355 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/50fd628e322443fb97808ecd2b0670e4 2024-12-02T16:21:13,366 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/a1392c44d0814ac596dd3634a023a365 is 50, key is test_row_0/C:col10/1733156466547/Put/seqid=0 2024-12-02T16:21:13,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742082_1258 (size=12301) 2024-12-02T16:21:13,394 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/a1392c44d0814ac596dd3634a023a365 2024-12-02T16:21:13,405 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/A/e1f758171bd548eca124420c7c06cdc7 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/e1f758171bd548eca124420c7c06cdc7 2024-12-02T16:21:13,413 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/e1f758171bd548eca124420c7c06cdc7, entries=150, sequenceid=448, filesize=30.5 K 2024-12-02T16:21:13,414 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/B/50fd628e322443fb97808ecd2b0670e4 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/50fd628e322443fb97808ecd2b0670e4 2024-12-02T16:21:13,431 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/50fd628e322443fb97808ecd2b0670e4, entries=150, sequenceid=448, filesize=12.0 K 2024-12-02T16:21:13,433 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/.tmp/C/a1392c44d0814ac596dd3634a023a365 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/a1392c44d0814ac596dd3634a023a365 2024-12-02T16:21:13,441 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/a1392c44d0814ac596dd3634a023a365, entries=150, sequenceid=448, filesize=12.0 K 2024-12-02T16:21:13,458 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 48038af28b15e778ab4eb430ba96bfc7 in 628ms, sequenceid=448, compaction requested=true 2024-12-02T16:21:13,458 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/4078839309244c239976ebd994c1384d, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/09aebac3f95c40c98c50aa5d450879f1, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/0c29def85cf34c1ea4f1900e08ba508d, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/2f0e2874ce7548fead715c169e0c47e9, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/fd89d4a602294334ac0050ef2a2ff1d6, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/46e6b72d451d4f748b4d1a99ef3e4e23, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/46b9c3dda2a24014873935c05e3e5aef, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/0cc0bce2545a4c648967c6081a0f6793, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/bc303ee8901947c89c0ee42b5ab40f4c, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/6e3654d13f184930b26088bf175ba8ce, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/e30d2b85e1b14911b153d860aacbc1a6, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/1bc993efa4984447992bd01d027b7e86, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/0619bfda6e424579b0d559722905d642, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/da84d6f583514a2f88213977eafcb9b9, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/0b162e3587c1491d82aba614ffe17326, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/ba2b3e7d78054818af4a74e63cd417b4, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/b251161eeaad43d1b2bdea722fddfce1, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/f62e33fa89ff4450aa9003a80ffd3f9d, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/f7150dad79ff4197b10d2eca09042828, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/4c966075cb214fc69001c7db6c1827f4, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/27ace996738544499045f8f86b4780ee, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/c2cb88de15a84b9b84f6619e1fba7aac, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/012cc66f518643aaab3a3826657c95a4, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/947869d0f79e4611b81845a33e007395, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/980c08195c214d3c970f982f88ecbe62, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/88be9edf72424528a325672bb4d68fe5, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/cb6e628580274b3a95d1651ea9eb1f14, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/81f308f94d904466929f9d4834550309, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/d2ca0a9359a3458eaafc3306c389e33e] to archive 2024-12-02T16:21:13,459 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T16:21:13,463 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/4078839309244c239976ebd994c1384d to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/4078839309244c239976ebd994c1384d 2024-12-02T16:21:13,464 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/09aebac3f95c40c98c50aa5d450879f1 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/09aebac3f95c40c98c50aa5d450879f1 2024-12-02T16:21:13,466 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/0c29def85cf34c1ea4f1900e08ba508d to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/0c29def85cf34c1ea4f1900e08ba508d 2024-12-02T16:21:13,468 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/2f0e2874ce7548fead715c169e0c47e9 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/2f0e2874ce7548fead715c169e0c47e9 2024-12-02T16:21:13,470 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/fd89d4a602294334ac0050ef2a2ff1d6 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/fd89d4a602294334ac0050ef2a2ff1d6 2024-12-02T16:21:13,472 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/46e6b72d451d4f748b4d1a99ef3e4e23 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/46e6b72d451d4f748b4d1a99ef3e4e23 2024-12-02T16:21:13,474 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/46b9c3dda2a24014873935c05e3e5aef to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/46b9c3dda2a24014873935c05e3e5aef 2024-12-02T16:21:13,475 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/0cc0bce2545a4c648967c6081a0f6793 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/0cc0bce2545a4c648967c6081a0f6793 2024-12-02T16:21:13,477 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/bc303ee8901947c89c0ee42b5ab40f4c to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/bc303ee8901947c89c0ee42b5ab40f4c 2024-12-02T16:21:13,478 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/6e3654d13f184930b26088bf175ba8ce to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/6e3654d13f184930b26088bf175ba8ce 2024-12-02T16:21:13,480 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/e30d2b85e1b14911b153d860aacbc1a6 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/e30d2b85e1b14911b153d860aacbc1a6 2024-12-02T16:21:13,484 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/1bc993efa4984447992bd01d027b7e86 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/1bc993efa4984447992bd01d027b7e86 2024-12-02T16:21:13,489 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/0619bfda6e424579b0d559722905d642 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/0619bfda6e424579b0d559722905d642 2024-12-02T16:21:13,491 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/da84d6f583514a2f88213977eafcb9b9 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/da84d6f583514a2f88213977eafcb9b9 2024-12-02T16:21:13,493 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/0b162e3587c1491d82aba614ffe17326 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/0b162e3587c1491d82aba614ffe17326 2024-12-02T16:21:13,495 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/ba2b3e7d78054818af4a74e63cd417b4 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/ba2b3e7d78054818af4a74e63cd417b4 2024-12-02T16:21:13,497 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/b251161eeaad43d1b2bdea722fddfce1 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/b251161eeaad43d1b2bdea722fddfce1 2024-12-02T16:21:13,499 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/f62e33fa89ff4450aa9003a80ffd3f9d to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/f62e33fa89ff4450aa9003a80ffd3f9d 2024-12-02T16:21:13,501 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/f7150dad79ff4197b10d2eca09042828 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/f7150dad79ff4197b10d2eca09042828 2024-12-02T16:21:13,502 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/4c966075cb214fc69001c7db6c1827f4 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/4c966075cb214fc69001c7db6c1827f4 2024-12-02T16:21:13,504 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/27ace996738544499045f8f86b4780ee to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/27ace996738544499045f8f86b4780ee 2024-12-02T16:21:13,505 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/c2cb88de15a84b9b84f6619e1fba7aac to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/c2cb88de15a84b9b84f6619e1fba7aac 2024-12-02T16:21:13,507 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/012cc66f518643aaab3a3826657c95a4 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/012cc66f518643aaab3a3826657c95a4 2024-12-02T16:21:13,508 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/947869d0f79e4611b81845a33e007395 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/947869d0f79e4611b81845a33e007395 2024-12-02T16:21:13,510 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/980c08195c214d3c970f982f88ecbe62 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/980c08195c214d3c970f982f88ecbe62 2024-12-02T16:21:13,513 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/88be9edf72424528a325672bb4d68fe5 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/88be9edf72424528a325672bb4d68fe5 2024-12-02T16:21:13,515 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/cb6e628580274b3a95d1651ea9eb1f14 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/cb6e628580274b3a95d1651ea9eb1f14 2024-12-02T16:21:13,518 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/81f308f94d904466929f9d4834550309 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/81f308f94d904466929f9d4834550309 2024-12-02T16:21:13,520 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/d2ca0a9359a3458eaafc3306c389e33e to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/d2ca0a9359a3458eaafc3306c389e33e 2024-12-02T16:21:13,531 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/44ac34e107d147bc8ac44ddedbab1c1b, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/aee7fef488474064b851c8ed6faa52e6, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/1433d19b67d2413399b7170c285eb86b, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/bd961fec614a4b2aa5b5377f5e67a50f, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/1ee6bfb505f245a99a94fcada44cf0c0, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/203794ec516a43ec95dd4e2e417d2317, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/53825b5a1efd467c8cb5380e6d297f07, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/b22bf4f72dcf42809efbfeff4a3abf9e, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/613acd58bab14ea8ae16a77701f6cfe1, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/3e433ad6c1ff411eb67fd4b104f81553, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/549be1aaf451485fb828bbf0054b6cbb, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/be7448f1529848e4934ae773e2919065, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/c9cb2bb9e350495086d1582608ea2b28, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/e7d5c8d744ec43b9b2e56c00ca9a4a70, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/ffb82f1999df46cd939e718a5e8fcc62, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/03fee8662a24414ea878149793846e88, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/1f7d148771c74c0683ac689e443b951d, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/f591898e5ecd41c2b387d5ec5909a701, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/6129929803494d9e90d793549ee27ebc, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/8e6fc1506f664b4e9aa88d6bde625f4c, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/b53e85d3685f44cda4598bc945607e1e, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/1ff3ca19f1974549a99048e881d34010, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/bbd6f85826f64cd2b260cd0e7fa89de0, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/a3360905cdfa434390d7a95ed92f691f, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/e61e80ed538e4c97a6eb1d4a0f1ef5b0, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/c6832b112e9140c6b7590791de4abc7f, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/df6454c6c7244c929c397a2cad5df746, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/156f4f4138ae46b7b6a0d95f9b8be501, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/2475af50dc754e2f9ef6640055953657] to archive 2024-12-02T16:21:13,533 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T16:21:13,556 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/44ac34e107d147bc8ac44ddedbab1c1b to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/44ac34e107d147bc8ac44ddedbab1c1b 2024-12-02T16:21:13,558 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/aee7fef488474064b851c8ed6faa52e6 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/aee7fef488474064b851c8ed6faa52e6 2024-12-02T16:21:13,562 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/1433d19b67d2413399b7170c285eb86b to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/1433d19b67d2413399b7170c285eb86b 2024-12-02T16:21:13,566 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/bd961fec614a4b2aa5b5377f5e67a50f to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/bd961fec614a4b2aa5b5377f5e67a50f 2024-12-02T16:21:13,576 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/1ee6bfb505f245a99a94fcada44cf0c0 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/1ee6bfb505f245a99a94fcada44cf0c0 2024-12-02T16:21:13,588 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/203794ec516a43ec95dd4e2e417d2317 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/203794ec516a43ec95dd4e2e417d2317 2024-12-02T16:21:13,594 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/53825b5a1efd467c8cb5380e6d297f07 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/53825b5a1efd467c8cb5380e6d297f07 2024-12-02T16:21:13,599 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/b22bf4f72dcf42809efbfeff4a3abf9e to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/b22bf4f72dcf42809efbfeff4a3abf9e 2024-12-02T16:21:13,610 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/613acd58bab14ea8ae16a77701f6cfe1 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/613acd58bab14ea8ae16a77701f6cfe1 2024-12-02T16:21:13,612 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/3e433ad6c1ff411eb67fd4b104f81553 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/3e433ad6c1ff411eb67fd4b104f81553 2024-12-02T16:21:13,618 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/549be1aaf451485fb828bbf0054b6cbb to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/549be1aaf451485fb828bbf0054b6cbb 2024-12-02T16:21:13,620 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/be7448f1529848e4934ae773e2919065 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/be7448f1529848e4934ae773e2919065 2024-12-02T16:21:13,623 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/c9cb2bb9e350495086d1582608ea2b28 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/c9cb2bb9e350495086d1582608ea2b28 2024-12-02T16:21:13,625 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/e7d5c8d744ec43b9b2e56c00ca9a4a70 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/e7d5c8d744ec43b9b2e56c00ca9a4a70 2024-12-02T16:21:13,632 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/ffb82f1999df46cd939e718a5e8fcc62 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/ffb82f1999df46cd939e718a5e8fcc62 2024-12-02T16:21:13,638 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/03fee8662a24414ea878149793846e88 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/03fee8662a24414ea878149793846e88 2024-12-02T16:21:13,641 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/1f7d148771c74c0683ac689e443b951d to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/1f7d148771c74c0683ac689e443b951d 2024-12-02T16:21:13,651 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/f591898e5ecd41c2b387d5ec5909a701 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/f591898e5ecd41c2b387d5ec5909a701 2024-12-02T16:21:13,662 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/6129929803494d9e90d793549ee27ebc to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/6129929803494d9e90d793549ee27ebc 2024-12-02T16:21:13,670 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/8e6fc1506f664b4e9aa88d6bde625f4c to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/8e6fc1506f664b4e9aa88d6bde625f4c 2024-12-02T16:21:13,672 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/b53e85d3685f44cda4598bc945607e1e to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/b53e85d3685f44cda4598bc945607e1e 2024-12-02T16:21:13,674 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/1ff3ca19f1974549a99048e881d34010 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/1ff3ca19f1974549a99048e881d34010 2024-12-02T16:21:13,676 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/bbd6f85826f64cd2b260cd0e7fa89de0 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/bbd6f85826f64cd2b260cd0e7fa89de0 2024-12-02T16:21:13,678 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/a3360905cdfa434390d7a95ed92f691f to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/a3360905cdfa434390d7a95ed92f691f 2024-12-02T16:21:13,681 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/e61e80ed538e4c97a6eb1d4a0f1ef5b0 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/e61e80ed538e4c97a6eb1d4a0f1ef5b0 2024-12-02T16:21:13,684 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/c6832b112e9140c6b7590791de4abc7f to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/c6832b112e9140c6b7590791de4abc7f 2024-12-02T16:21:13,686 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/df6454c6c7244c929c397a2cad5df746 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/df6454c6c7244c929c397a2cad5df746 2024-12-02T16:21:13,687 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/156f4f4138ae46b7b6a0d95f9b8be501 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/156f4f4138ae46b7b6a0d95f9b8be501 2024-12-02T16:21:13,690 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/2475af50dc754e2f9ef6640055953657 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/2475af50dc754e2f9ef6640055953657 2024-12-02T16:21:13,693 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/a3da8f19b77f40a2a0e5a500a794153d, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/4bf0d739b23748c9bd196a892941a033, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/1fb7dcc4ba324892950ad44cdede9139, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/b1bf273132454fd6b85c11231f4cf98e, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/93a854aebbbe4ff3a42881c1bf19e974, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/7e84fd1c03ea4f6680d21293ad9d9071, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/48d7e5c5a64a4d38ae4af2092b4268db, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/76150a1c705c46dbb50fd561776da357, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/8f53414470fd44349f27f9d5aa57e0f7, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/35aafbc3d79d41719858b028c7c440e1, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/94be2f90649f4e208058b52b9b2c511f, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/e16ec78e6ff042c7b5a909623dd02d4e, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/0c9493ed29e74db2b060194f865ac2bf, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/de9c5f68a7144cd098b9ea0ae85f30c7, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/7dfc809aaec04a17adb6dc66d2785384, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/ee0b80abdd184d358775dc1d5bc5b755, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/db607075f9a642d5bccee6dc25a7d9f5, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/ff9b68f92efa479b8b13f4465e5c518d, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/b1facdf382a543198351e048c075c88f, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/581a7f76cb284734906856ea45b8c482, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/bd46af8218864216837a96bd75a7ada3, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/48fdd15cc07b46a1b320874850259e04, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/10732fa143df4387b28986eefa8fd2ed, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/368cd584c20e42bb9226516587d03e06, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/dae9ab74cdae43158a64b308723e94a2, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/88768c52936342d982ab9979bcf230ab, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/1025c549653e41ad98c9cadb43e3ce89, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/17cf0cf55e774ff391556c5effbdc5da] to archive 2024-12-02T16:21:13,695 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T16:21:13,697 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/a3da8f19b77f40a2a0e5a500a794153d to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/a3da8f19b77f40a2a0e5a500a794153d 2024-12-02T16:21:13,699 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/4bf0d739b23748c9bd196a892941a033 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/4bf0d739b23748c9bd196a892941a033 2024-12-02T16:21:13,701 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/1fb7dcc4ba324892950ad44cdede9139 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/1fb7dcc4ba324892950ad44cdede9139 2024-12-02T16:21:13,703 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/b1bf273132454fd6b85c11231f4cf98e to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/b1bf273132454fd6b85c11231f4cf98e 2024-12-02T16:21:13,706 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/93a854aebbbe4ff3a42881c1bf19e974 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/93a854aebbbe4ff3a42881c1bf19e974 2024-12-02T16:21:13,708 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/7e84fd1c03ea4f6680d21293ad9d9071 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/7e84fd1c03ea4f6680d21293ad9d9071 2024-12-02T16:21:13,709 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/48d7e5c5a64a4d38ae4af2092b4268db to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/48d7e5c5a64a4d38ae4af2092b4268db 2024-12-02T16:21:13,711 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/76150a1c705c46dbb50fd561776da357 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/76150a1c705c46dbb50fd561776da357 2024-12-02T16:21:13,715 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/8f53414470fd44349f27f9d5aa57e0f7 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/8f53414470fd44349f27f9d5aa57e0f7 2024-12-02T16:21:13,717 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/35aafbc3d79d41719858b028c7c440e1 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/35aafbc3d79d41719858b028c7c440e1 2024-12-02T16:21:13,718 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/94be2f90649f4e208058b52b9b2c511f to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/94be2f90649f4e208058b52b9b2c511f 2024-12-02T16:21:13,720 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/e16ec78e6ff042c7b5a909623dd02d4e to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/e16ec78e6ff042c7b5a909623dd02d4e 2024-12-02T16:21:13,723 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/0c9493ed29e74db2b060194f865ac2bf to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/0c9493ed29e74db2b060194f865ac2bf 2024-12-02T16:21:13,725 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/de9c5f68a7144cd098b9ea0ae85f30c7 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/de9c5f68a7144cd098b9ea0ae85f30c7 2024-12-02T16:21:13,728 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/7dfc809aaec04a17adb6dc66d2785384 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/7dfc809aaec04a17adb6dc66d2785384 2024-12-02T16:21:13,730 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/ee0b80abdd184d358775dc1d5bc5b755 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/ee0b80abdd184d358775dc1d5bc5b755 2024-12-02T16:21:13,731 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/db607075f9a642d5bccee6dc25a7d9f5 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/db607075f9a642d5bccee6dc25a7d9f5 2024-12-02T16:21:13,735 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/ff9b68f92efa479b8b13f4465e5c518d to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/ff9b68f92efa479b8b13f4465e5c518d 2024-12-02T16:21:13,738 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/b1facdf382a543198351e048c075c88f to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/b1facdf382a543198351e048c075c88f 2024-12-02T16:21:13,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-02T16:21:13,745 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/581a7f76cb284734906856ea45b8c482 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/581a7f76cb284734906856ea45b8c482 2024-12-02T16:21:13,757 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/bd46af8218864216837a96bd75a7ada3 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/bd46af8218864216837a96bd75a7ada3 2024-12-02T16:21:13,769 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/48fdd15cc07b46a1b320874850259e04 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/48fdd15cc07b46a1b320874850259e04 2024-12-02T16:21:13,780 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/10732fa143df4387b28986eefa8fd2ed to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/10732fa143df4387b28986eefa8fd2ed 2024-12-02T16:21:13,785 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/368cd584c20e42bb9226516587d03e06 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/368cd584c20e42bb9226516587d03e06 2024-12-02T16:21:13,790 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/dae9ab74cdae43158a64b308723e94a2 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/dae9ab74cdae43158a64b308723e94a2 2024-12-02T16:21:13,793 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/88768c52936342d982ab9979bcf230ab to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/88768c52936342d982ab9979bcf230ab 2024-12-02T16:21:13,796 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/1025c549653e41ad98c9cadb43e3ce89 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/1025c549653e41ad98c9cadb43e3ce89 2024-12-02T16:21:13,800 DEBUG [StoreCloser-TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/17cf0cf55e774ff391556c5effbdc5da to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/17cf0cf55e774ff391556c5effbdc5da 2024-12-02T16:21:13,808 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/recovered.edits/451.seqid, newMaxSeqId=451, maxSeqId=4 2024-12-02T16:21:13,809 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7. 2024-12-02T16:21:13,809 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1635): Region close journal for 48038af28b15e778ab4eb430ba96bfc7: 2024-12-02T16:21:13,811 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(170): Closed 48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:21:13,812 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=48038af28b15e778ab4eb430ba96bfc7, regionState=CLOSED 2024-12-02T16:21:13,815 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-02T16:21:13,815 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; CloseRegionProcedure 48038af28b15e778ab4eb430ba96bfc7, server=2a8f9448bb5c,46371,1733156403634 in 1.1410 sec 2024-12-02T16:21:13,817 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=66 2024-12-02T16:21:13,817 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=66, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=48038af28b15e778ab4eb430ba96bfc7, UNASSIGN in 1.1550 sec 2024-12-02T16:21:13,818 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-02T16:21:13,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.1620 sec 2024-12-02T16:21:13,820 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733156473820"}]},"ts":"1733156473820"} 2024-12-02T16:21:13,821 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-02T16:21:13,832 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-02T16:21:13,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.2140 sec 2024-12-02T16:21:14,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-02T16:21:14,748 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-12-02T16:21:14,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-02T16:21:14,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:21:14,752 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:21:14,752 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=69, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:21:14,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-02T16:21:14,769 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:21:14,786 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A, FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B, FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C, FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/recovered.edits] 2024-12-02T16:21:14,797 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/01d64b13e32b4d5bafbd878369fae92f to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/01d64b13e32b4d5bafbd878369fae92f 2024-12-02T16:21:14,800 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/a394de321af24b4db0c6458bc0a4edff to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/a394de321af24b4db0c6458bc0a4edff 2024-12-02T16:21:14,802 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/e1f758171bd548eca124420c7c06cdc7 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/A/e1f758171bd548eca124420c7c06cdc7 2024-12-02T16:21:14,807 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/50fd628e322443fb97808ecd2b0670e4 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/50fd628e322443fb97808ecd2b0670e4 2024-12-02T16:21:14,813 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/b39c48ec77474d7fbbf523a61e496260 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/b39c48ec77474d7fbbf523a61e496260 2024-12-02T16:21:14,815 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/f8139e8b98894b62b6aabcdc280deaf8 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/B/f8139e8b98894b62b6aabcdc280deaf8 2024-12-02T16:21:14,824 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/a1392c44d0814ac596dd3634a023a365 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/a1392c44d0814ac596dd3634a023a365 2024-12-02T16:21:14,827 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/a976743877464038b961c43b249b0528 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/a976743877464038b961c43b249b0528 2024-12-02T16:21:14,828 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/d85adb1d4ddc419994bb2fae4a74a8fe to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/C/d85adb1d4ddc419994bb2fae4a74a8fe 2024-12-02T16:21:14,833 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/recovered.edits/451.seqid to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7/recovered.edits/451.seqid 2024-12-02T16:21:14,833 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:21:14,834 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-02T16:21:14,834 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-02T16:21:14,835 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-02T16:21:14,853 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412020b2802e6dda243cf99f59db94915a85a_48038af28b15e778ab4eb430ba96bfc7 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412020b2802e6dda243cf99f59db94915a85a_48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:21:14,855 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412021fd9cd3a53fd4422800dea9ba1e8b48d_48038af28b15e778ab4eb430ba96bfc7 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412021fd9cd3a53fd4422800dea9ba1e8b48d_48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:21:14,857 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120226fec767e3f146889f74ccf15341462b_48038af28b15e778ab4eb430ba96bfc7 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120226fec767e3f146889f74ccf15341462b_48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:21:14,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-02T16:21:14,860 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412022dada0d03905441ca72a2158999fe67d_48038af28b15e778ab4eb430ba96bfc7 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412022dada0d03905441ca72a2158999fe67d_48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:21:14,862 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202378578f79e1c4fe2817cde9488d28988_48038af28b15e778ab4eb430ba96bfc7 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202378578f79e1c4fe2817cde9488d28988_48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:21:14,864 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412023daddad8ecb34e28b0932ae4587e092b_48038af28b15e778ab4eb430ba96bfc7 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412023daddad8ecb34e28b0932ae4587e092b_48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:21:14,865 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412023efb60f4ac9d49308ce400527ba4f164_48038af28b15e778ab4eb430ba96bfc7 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412023efb60f4ac9d49308ce400527ba4f164_48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:21:14,870 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202579667f2fc124c0c8781b8da3828b47d_48038af28b15e778ab4eb430ba96bfc7 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202579667f2fc124c0c8781b8da3828b47d_48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:21:14,871 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412025b966a24bcc84cc183cca19b2398a9f2_48038af28b15e778ab4eb430ba96bfc7 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412025b966a24bcc84cc183cca19b2398a9f2_48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:21:14,873 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202620c1715bcfb47f8b754ef142de19626_48038af28b15e778ab4eb430ba96bfc7 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202620c1715bcfb47f8b754ef142de19626_48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:21:14,875 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120262f99744ce994cb3b880fb1e33771612_48038af28b15e778ab4eb430ba96bfc7 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120262f99744ce994cb3b880fb1e33771612_48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:21:14,876 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120284395e57bc0149079250d711d7400e9c_48038af28b15e778ab4eb430ba96bfc7 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120284395e57bc0149079250d711d7400e9c_48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:21:14,878 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412028645a257c5584996a9b0f6e3fe6952eb_48038af28b15e778ab4eb430ba96bfc7 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412028645a257c5584996a9b0f6e3fe6952eb_48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:21:14,879 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412028f7dc695f84f483a8e3410036bb21c29_48038af28b15e778ab4eb430ba96bfc7 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412028f7dc695f84f483a8e3410036bb21c29_48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:21:14,881 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202905aa9002cef44268d28623eca989d16_48038af28b15e778ab4eb430ba96bfc7 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202905aa9002cef44268d28623eca989d16_48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:21:14,883 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120296e1d1ede7194669978033791a0a76ab_48038af28b15e778ab4eb430ba96bfc7 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120296e1d1ede7194669978033791a0a76ab_48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:21:14,884 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202a5b93e5d41f44a70bbf6013b5ed900a6_48038af28b15e778ab4eb430ba96bfc7 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202a5b93e5d41f44a70bbf6013b5ed900a6_48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:21:14,890 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202ba51b66f76804fa9b86dde32e1aedb3a_48038af28b15e778ab4eb430ba96bfc7 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202ba51b66f76804fa9b86dde32e1aedb3a_48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:21:14,892 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202be2c83f94b8146f8933bde7617f68476_48038af28b15e778ab4eb430ba96bfc7 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202be2c83f94b8146f8933bde7617f68476_48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:21:14,894 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202ca706f90c40b43a4a455d64cd6d66073_48038af28b15e778ab4eb430ba96bfc7 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202ca706f90c40b43a4a455d64cd6d66073_48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:21:14,896 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202cd850fc1a054404aad3a2856b09d0dc6_48038af28b15e778ab4eb430ba96bfc7 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202cd850fc1a054404aad3a2856b09d0dc6_48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:21:14,897 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202d0ef5d9a50374b4f9bb6a7dd0ef35c22_48038af28b15e778ab4eb430ba96bfc7 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202d0ef5d9a50374b4f9bb6a7dd0ef35c22_48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:21:14,899 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202ecb13bff34114177a6b594fd7a7cb1a1_48038af28b15e778ab4eb430ba96bfc7 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202ecb13bff34114177a6b594fd7a7cb1a1_48038af28b15e778ab4eb430ba96bfc7 2024-12-02T16:21:14,899 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-02T16:21:14,902 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=69, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:21:14,905 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-02T16:21:14,908 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-02T16:21:14,909 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=69, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:21:14,909 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-02T16:21:14,909 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733156474909"}]},"ts":"9223372036854775807"} 2024-12-02T16:21:14,931 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-02T16:21:14,931 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 48038af28b15e778ab4eb430ba96bfc7, NAME => 'TestAcidGuarantees,,1733156441430.48038af28b15e778ab4eb430ba96bfc7.', STARTKEY => '', ENDKEY => ''}] 2024-12-02T16:21:14,931 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-02T16:21:14,931 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733156474931"}]},"ts":"9223372036854775807"} 2024-12-02T16:21:14,936 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-02T16:21:14,945 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=69, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:21:14,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 196 msec 2024-12-02T16:21:15,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-02T16:21:15,059 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-12-02T16:21:15,073 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=238 (was 238), OpenFileDescriptor=450 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=919 (was 742) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4973 (was 5238) 2024-12-02T16:21:15,094 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=238, OpenFileDescriptor=450, MaxFileDescriptor=1048576, SystemLoadAverage=919, ProcessCount=12, AvailableMemoryMB=4973 2024-12-02T16:21:15,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-02T16:21:15,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T16:21:15,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=70, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-02T16:21:15,104 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T16:21:15,104 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:15,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 70 2024-12-02T16:21:15,104 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T16:21:15,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-12-02T16:21:15,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742083_1259 (size=963) 2024-12-02T16:21:15,154 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b 2024-12-02T16:21:15,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742084_1260 (size=53) 2024-12-02T16:21:15,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-12-02T16:21:15,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-12-02T16:21:15,569 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:21:15,569 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 90d202246b399334a39ff6506801c47f, disabling compactions & flushes 2024-12-02T16:21:15,569 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:15,569 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:15,569 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. after waiting 0 ms 2024-12-02T16:21:15,569 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:15,569 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:15,569 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:15,573 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T16:21:15,573 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733156475573"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733156475573"}]},"ts":"1733156475573"} 2024-12-02T16:21:15,577 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-02T16:21:15,578 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T16:21:15,578 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733156475578"}]},"ts":"1733156475578"} 2024-12-02T16:21:15,579 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-02T16:21:15,586 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=90d202246b399334a39ff6506801c47f, ASSIGN}] 2024-12-02T16:21:15,588 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=90d202246b399334a39ff6506801c47f, ASSIGN 2024-12-02T16:21:15,589 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=90d202246b399334a39ff6506801c47f, ASSIGN; state=OFFLINE, location=2a8f9448bb5c,46371,1733156403634; forceNewPlan=false, retain=false 2024-12-02T16:21:15,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-12-02T16:21:15,743 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=90d202246b399334a39ff6506801c47f, regionState=OPENING, regionLocation=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:15,744 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; OpenRegionProcedure 90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634}] 2024-12-02T16:21:15,898 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:15,910 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:15,910 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7285): Opening region: {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} 2024-12-02T16:21:15,910 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 90d202246b399334a39ff6506801c47f 2024-12-02T16:21:15,910 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:21:15,911 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7327): checking encryption for 90d202246b399334a39ff6506801c47f 2024-12-02T16:21:15,911 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7330): checking classloading for 90d202246b399334a39ff6506801c47f 2024-12-02T16:21:15,913 INFO [StoreOpener-90d202246b399334a39ff6506801c47f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 90d202246b399334a39ff6506801c47f 2024-12-02T16:21:15,915 INFO [StoreOpener-90d202246b399334a39ff6506801c47f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T16:21:15,915 INFO [StoreOpener-90d202246b399334a39ff6506801c47f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90d202246b399334a39ff6506801c47f columnFamilyName A 2024-12-02T16:21:15,915 DEBUG [StoreOpener-90d202246b399334a39ff6506801c47f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:15,916 INFO [StoreOpener-90d202246b399334a39ff6506801c47f-1 {}] regionserver.HStore(327): Store=90d202246b399334a39ff6506801c47f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:21:15,916 INFO [StoreOpener-90d202246b399334a39ff6506801c47f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 90d202246b399334a39ff6506801c47f 2024-12-02T16:21:15,919 INFO [StoreOpener-90d202246b399334a39ff6506801c47f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T16:21:15,919 INFO [StoreOpener-90d202246b399334a39ff6506801c47f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90d202246b399334a39ff6506801c47f columnFamilyName B 2024-12-02T16:21:15,919 DEBUG [StoreOpener-90d202246b399334a39ff6506801c47f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:15,919 INFO [StoreOpener-90d202246b399334a39ff6506801c47f-1 {}] regionserver.HStore(327): Store=90d202246b399334a39ff6506801c47f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:21:15,920 INFO [StoreOpener-90d202246b399334a39ff6506801c47f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 90d202246b399334a39ff6506801c47f 2024-12-02T16:21:15,922 INFO [StoreOpener-90d202246b399334a39ff6506801c47f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T16:21:15,922 INFO [StoreOpener-90d202246b399334a39ff6506801c47f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90d202246b399334a39ff6506801c47f columnFamilyName C 2024-12-02T16:21:15,922 DEBUG [StoreOpener-90d202246b399334a39ff6506801c47f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:15,922 INFO [StoreOpener-90d202246b399334a39ff6506801c47f-1 {}] regionserver.HStore(327): Store=90d202246b399334a39ff6506801c47f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:21:15,923 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:15,925 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f 2024-12-02T16:21:15,926 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f 2024-12-02T16:21:15,929 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T16:21:15,934 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1085): writing seq id for 90d202246b399334a39ff6506801c47f 2024-12-02T16:21:15,937 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T16:21:15,938 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1102): Opened 90d202246b399334a39ff6506801c47f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74274392, jitterRate=0.10677468776702881}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T16:21:15,939 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1001): Region open journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:15,940 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f., pid=72, masterSystemTime=1733156475898 2024-12-02T16:21:15,942 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:15,942 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:15,942 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=90d202246b399334a39ff6506801c47f, regionState=OPEN, openSeqNum=2, regionLocation=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:15,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-12-02T16:21:15,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; OpenRegionProcedure 90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 in 199 msec 2024-12-02T16:21:15,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=71, resume processing ppid=70 2024-12-02T16:21:15,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, ppid=70, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=90d202246b399334a39ff6506801c47f, ASSIGN in 361 msec 2024-12-02T16:21:15,950 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T16:21:15,950 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733156475950"}]},"ts":"1733156475950"} 2024-12-02T16:21:15,951 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-02T16:21:15,954 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T16:21:15,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 857 msec 2024-12-02T16:21:16,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-12-02T16:21:16,208 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 70 completed 2024-12-02T16:21:16,210 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0451ff0c to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d369931 2024-12-02T16:21:16,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b9bf2d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:21:16,216 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:21:16,218 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50808, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:21:16,219 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T16:21:16,221 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55148, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T16:21:16,223 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2f08e2a2 to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@267e0963 2024-12-02T16:21:16,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72a7721c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:21:16,229 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x688f4c53 to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3eec6530 2024-12-02T16:21:16,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7792c763, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:21:16,237 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x305a451d to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6dc273c3 2024-12-02T16:21:16,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c8a18c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:21:16,254 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x67f02d8c to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@195206da 2024-12-02T16:21:16,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45426917, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:21:16,266 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x21cebefa to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@282318cf 2024-12-02T16:21:16,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e7fc60d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:21:16,278 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ea91426 to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7e66ea50 2024-12-02T16:21:16,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a874cc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:21:16,295 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x762de37e to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f50b381 2024-12-02T16:21:16,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f6119e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:21:16,310 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2838b88d to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@124edab0 2024-12-02T16:21:16,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7507573f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:21:16,317 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x15d2a893 to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@712d7bc3 2024-12-02T16:21:16,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e5c7476, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:21:16,331 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5ab3f837 to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@40da73c1 2024-12-02T16:21:16,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df84068, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:21:16,357 DEBUG [hconnection-0x7ab4e70c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:21:16,358 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50824, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:21:16,361 DEBUG [hconnection-0xf2b687e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:21:16,362 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50828, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:21:16,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 90d202246b399334a39ff6506801c47f 2024-12-02T16:21:16,381 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 90d202246b399334a39ff6506801c47f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T16:21:16,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=A 2024-12-02T16:21:16,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:16,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=B 2024-12-02T16:21:16,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:16,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=C 2024-12-02T16:21:16,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:16,407 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:21:16,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-12-02T16:21:16,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-02T16:21:16,411 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:21:16,412 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:21:16,412 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:21:16,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:16,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156536444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:16,453 DEBUG [hconnection-0x54a88b33-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:21:16,455 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50832, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:21:16,469 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/a0a907a935ff4e38bd63681043f0d174 is 50, key is test_row_0/A:col10/1733156476378/Put/seqid=0 2024-12-02T16:21:16,471 DEBUG [hconnection-0x6425c3d2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:21:16,472 DEBUG [hconnection-0x3a4b20eb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:21:16,473 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50840, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:21:16,473 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50856, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:21:16,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:16,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156536475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:16,481 DEBUG [hconnection-0x3e228f6d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:21:16,482 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50868, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:21:16,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:16,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50868 deadline: 1733156536483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:16,489 DEBUG [hconnection-0x474a0de0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:21:16,490 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50878, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:21:16,493 DEBUG [hconnection-0x280c8c04-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:21:16,497 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50892, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:21:16,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:16,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1733156536497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:16,502 DEBUG [hconnection-0x4b90a49e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:21:16,504 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50906, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:21:16,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:16,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156536505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:16,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-02T16:21:16,526 DEBUG [hconnection-0x4220ef3d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:21:16,537 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50912, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:21:16,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:16,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156536553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:16,564 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:16,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-02T16:21:16,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:16,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. as already flushing 2024-12-02T16:21:16,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:16,565 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:16,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:16,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:16,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742085_1261 (size=12001) 2024-12-02T16:21:16,578 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/a0a907a935ff4e38bd63681043f0d174 2024-12-02T16:21:16,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:16,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156536578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:16,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:16,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50868 deadline: 1733156536585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:16,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:16,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1733156536599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:16,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:16,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156536610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:16,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/e80afd9b0f9543af80f928e4f8971bfd is 50, key is test_row_0/B:col10/1733156476378/Put/seqid=0 2024-12-02T16:21:16,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742086_1262 (size=12001) 2024-12-02T16:21:16,683 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/e80afd9b0f9543af80f928e4f8971bfd 2024-12-02T16:21:16,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-02T16:21:16,720 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:16,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-02T16:21:16,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:16,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. as already flushing 2024-12-02T16:21:16,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:16,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:16,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:16,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:16,729 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/93625f950f7c4a64ad206e1c86e25a2f is 50, key is test_row_0/C:col10/1733156476378/Put/seqid=0 2024-12-02T16:21:16,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742087_1263 (size=12001) 2024-12-02T16:21:16,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:16,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156536769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:16,773 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/93625f950f7c4a64ad206e1c86e25a2f 2024-12-02T16:21:16,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/a0a907a935ff4e38bd63681043f0d174 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/a0a907a935ff4e38bd63681043f0d174 2024-12-02T16:21:16,782 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/a0a907a935ff4e38bd63681043f0d174, entries=150, sequenceid=12, filesize=11.7 K 2024-12-02T16:21:16,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/e80afd9b0f9543af80f928e4f8971bfd as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/e80afd9b0f9543af80f928e4f8971bfd 2024-12-02T16:21:16,788 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/e80afd9b0f9543af80f928e4f8971bfd, entries=150, sequenceid=12, filesize=11.7 K 2024-12-02T16:21:16,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/93625f950f7c4a64ad206e1c86e25a2f as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/93625f950f7c4a64ad206e1c86e25a2f 2024-12-02T16:21:16,793 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/93625f950f7c4a64ad206e1c86e25a2f, entries=150, sequenceid=12, filesize=11.7 K 2024-12-02T16:21:16,794 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 90d202246b399334a39ff6506801c47f in 413ms, sequenceid=12, compaction requested=false 2024-12-02T16:21:16,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:16,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 90d202246b399334a39ff6506801c47f 2024-12-02T16:21:16,801 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 90d202246b399334a39ff6506801c47f 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-02T16:21:16,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=A 2024-12-02T16:21:16,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:16,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=B 2024-12-02T16:21:16,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:16,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=C 2024-12-02T16:21:16,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:16,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/64fdee645e4b43389b88a562a7999ee9 is 50, key is test_row_0/A:col10/1733156476440/Put/seqid=0 2024-12-02T16:21:16,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742088_1264 (size=12001) 2024-12-02T16:21:16,875 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/64fdee645e4b43389b88a562a7999ee9 2024-12-02T16:21:16,877 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:16,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-02T16:21:16,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:16,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. as already flushing 2024-12-02T16:21:16,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:16,881 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:16,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:16,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:16,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/fb439b77cb99429e8470bd3ba02babf3 is 50, key is test_row_0/B:col10/1733156476440/Put/seqid=0 2024-12-02T16:21:16,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:16,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156536891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:16,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:16,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50868 deadline: 1733156536891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:16,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:16,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156536951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:16,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:16,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1733156536952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:17,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742089_1265 (size=12001) 2024-12-02T16:21:17,003 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/fb439b77cb99429e8470bd3ba02babf3 2024-12-02T16:21:17,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-02T16:21:17,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/92a68ad859744b2abd4746f613b078c9 is 50, key is test_row_0/C:col10/1733156476440/Put/seqid=0 2024-12-02T16:21:17,045 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:17,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-02T16:21:17,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:17,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. as already flushing 2024-12-02T16:21:17,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:17,046 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:17,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:17,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:17,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:17,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156537053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:17,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:17,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50868 deadline: 1733156537053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:17,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:17,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156537056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:17,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:17,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1733156537061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:17,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742090_1266 (size=12001) 2024-12-02T16:21:17,075 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/92a68ad859744b2abd4746f613b078c9 2024-12-02T16:21:17,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/64fdee645e4b43389b88a562a7999ee9 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/64fdee645e4b43389b88a562a7999ee9 2024-12-02T16:21:17,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:17,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156537075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:17,085 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/64fdee645e4b43389b88a562a7999ee9, entries=150, sequenceid=39, filesize=11.7 K 2024-12-02T16:21:17,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/fb439b77cb99429e8470bd3ba02babf3 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/fb439b77cb99429e8470bd3ba02babf3 2024-12-02T16:21:17,099 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/fb439b77cb99429e8470bd3ba02babf3, entries=150, sequenceid=39, filesize=11.7 K 2024-12-02T16:21:17,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/92a68ad859744b2abd4746f613b078c9 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/92a68ad859744b2abd4746f613b078c9 2024-12-02T16:21:17,112 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/92a68ad859744b2abd4746f613b078c9, entries=150, sequenceid=39, filesize=11.7 K 2024-12-02T16:21:17,113 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 90d202246b399334a39ff6506801c47f in 312ms, sequenceid=39, compaction requested=false 2024-12-02T16:21:17,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:17,199 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:17,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-02T16:21:17,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:17,200 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing 90d202246b399334a39ff6506801c47f 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-02T16:21:17,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=A 2024-12-02T16:21:17,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:17,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=B 2024-12-02T16:21:17,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:17,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=C 2024-12-02T16:21:17,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:17,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/93dfffdd792a42528cc2503cb80be976 is 50, key is test_row_0/A:col10/1733156476888/Put/seqid=0 2024-12-02T16:21:17,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742091_1267 (size=9657) 2024-12-02T16:21:17,267 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/93dfffdd792a42528cc2503cb80be976 2024-12-02T16:21:17,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 90d202246b399334a39ff6506801c47f 2024-12-02T16:21:17,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. as already flushing 2024-12-02T16:21:17,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/b4ec070c3eeb46c394f9453df51d3b7a is 50, key is test_row_0/B:col10/1733156476888/Put/seqid=0 2024-12-02T16:21:17,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742092_1268 (size=9657) 2024-12-02T16:21:17,309 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/b4ec070c3eeb46c394f9453df51d3b7a 2024-12-02T16:21:17,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:17,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1733156537325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:17,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:17,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156537325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:17,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:17,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50868 deadline: 1733156537325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:17,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:17,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156537327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:17,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/36e113ef2d4c448ca1345eebc09a0f03 is 50, key is test_row_0/C:col10/1733156476888/Put/seqid=0 2024-12-02T16:21:17,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742093_1269 (size=9657) 2024-12-02T16:21:17,380 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/36e113ef2d4c448ca1345eebc09a0f03 2024-12-02T16:21:17,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/93dfffdd792a42528cc2503cb80be976 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/93dfffdd792a42528cc2503cb80be976 2024-12-02T16:21:17,433 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/93dfffdd792a42528cc2503cb80be976, entries=100, sequenceid=49, filesize=9.4 K 2024-12-02T16:21:17,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:17,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50868 deadline: 1733156537432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:17,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/b4ec070c3eeb46c394f9453df51d3b7a as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/b4ec070c3eeb46c394f9453df51d3b7a 2024-12-02T16:21:17,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:17,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156537433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:17,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:17,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1733156537434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:17,447 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/b4ec070c3eeb46c394f9453df51d3b7a, entries=100, sequenceid=49, filesize=9.4 K 2024-12-02T16:21:17,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/36e113ef2d4c448ca1345eebc09a0f03 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/36e113ef2d4c448ca1345eebc09a0f03 2024-12-02T16:21:17,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:17,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156537453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:17,457 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/36e113ef2d4c448ca1345eebc09a0f03, entries=100, sequenceid=49, filesize=9.4 K 2024-12-02T16:21:17,458 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=167.72 KB/171750 for 90d202246b399334a39ff6506801c47f in 259ms, sequenceid=49, compaction requested=true 2024-12-02T16:21:17,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:17,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:17,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-12-02T16:21:17,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-12-02T16:21:17,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-12-02T16:21:17,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0470 sec 2024-12-02T16:21:17,462 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 1.0540 sec 2024-12-02T16:21:17,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-02T16:21:17,512 INFO [Thread-1201 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-12-02T16:21:17,515 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:21:17,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-12-02T16:21:17,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-02T16:21:17,518 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:21:17,519 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:21:17,520 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:21:17,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 90d202246b399334a39ff6506801c47f 2024-12-02T16:21:17,589 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 90d202246b399334a39ff6506801c47f 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-12-02T16:21:17,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=A 2024-12-02T16:21:17,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:17,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=B 2024-12-02T16:21:17,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:17,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=C 2024-12-02T16:21:17,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:17,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/303b2f3f3e42482b979484a557ae5ae8 is 50, key is test_row_0/A:col10/1733156477323/Put/seqid=0 2024-12-02T16:21:17,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:17,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156537608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:17,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-02T16:21:17,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742094_1270 (size=12001) 2024-12-02T16:21:17,635 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/303b2f3f3e42482b979484a557ae5ae8 2024-12-02T16:21:17,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:17,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50868 deadline: 1733156537636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:17,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:17,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156537645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:17,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/6d914616d3dc42288a648f931930925d is 50, key is test_row_0/B:col10/1733156477323/Put/seqid=0 2024-12-02T16:21:17,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:17,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1733156537651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:17,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:17,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156537661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:17,671 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:17,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-02T16:21:17,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:17,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. as already flushing 2024-12-02T16:21:17,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:17,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:17,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:17,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:17,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742095_1271 (size=12001) 2024-12-02T16:21:17,700 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/6d914616d3dc42288a648f931930925d 2024-12-02T16:21:17,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:17,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156537712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:17,732 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/d3f6251e2c5d4efa96013477753b3c2e is 50, key is test_row_0/C:col10/1733156477323/Put/seqid=0 2024-12-02T16:21:17,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742096_1272 (size=12001) 2024-12-02T16:21:17,769 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/d3f6251e2c5d4efa96013477753b3c2e 2024-12-02T16:21:17,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/303b2f3f3e42482b979484a557ae5ae8 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/303b2f3f3e42482b979484a557ae5ae8 2024-12-02T16:21:17,786 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/303b2f3f3e42482b979484a557ae5ae8, entries=150, sequenceid=78, filesize=11.7 K 2024-12-02T16:21:17,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/6d914616d3dc42288a648f931930925d as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/6d914616d3dc42288a648f931930925d 2024-12-02T16:21:17,793 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/6d914616d3dc42288a648f931930925d, entries=150, sequenceid=78, filesize=11.7 K 2024-12-02T16:21:17,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/d3f6251e2c5d4efa96013477753b3c2e as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/d3f6251e2c5d4efa96013477753b3c2e 2024-12-02T16:21:17,812 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/d3f6251e2c5d4efa96013477753b3c2e, entries=150, sequenceid=78, filesize=11.7 K 2024-12-02T16:21:17,813 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 90d202246b399334a39ff6506801c47f in 226ms, sequenceid=78, compaction requested=true 2024-12-02T16:21:17,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:17,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90d202246b399334a39ff6506801c47f:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:21:17,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:17,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90d202246b399334a39ff6506801c47f:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:21:17,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:17,813 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:21:17,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90d202246b399334a39ff6506801c47f:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:21:17,813 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:21:17,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:21:17,816 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:21:17,816 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:21:17,816 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 90d202246b399334a39ff6506801c47f/B is initiating minor compaction (all files) 2024-12-02T16:21:17,816 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): 90d202246b399334a39ff6506801c47f/A is initiating minor compaction (all files) 2024-12-02T16:21:17,816 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 90d202246b399334a39ff6506801c47f/B in TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:17,816 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 90d202246b399334a39ff6506801c47f/A in TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:17,816 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/e80afd9b0f9543af80f928e4f8971bfd, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/fb439b77cb99429e8470bd3ba02babf3, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/b4ec070c3eeb46c394f9453df51d3b7a, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/6d914616d3dc42288a648f931930925d] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp, totalSize=44.6 K 2024-12-02T16:21:17,816 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/a0a907a935ff4e38bd63681043f0d174, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/64fdee645e4b43389b88a562a7999ee9, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/93dfffdd792a42528cc2503cb80be976, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/303b2f3f3e42482b979484a557ae5ae8] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp, totalSize=44.6 K 2024-12-02T16:21:17,817 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting a0a907a935ff4e38bd63681043f0d174, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733156476367 2024-12-02T16:21:17,817 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting e80afd9b0f9543af80f928e4f8971bfd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733156476367 2024-12-02T16:21:17,817 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting fb439b77cb99429e8470bd3ba02babf3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1733156476440 2024-12-02T16:21:17,817 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 64fdee645e4b43389b88a562a7999ee9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1733156476440 2024-12-02T16:21:17,818 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting b4ec070c3eeb46c394f9453df51d3b7a, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733156476888 2024-12-02T16:21:17,818 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 93dfffdd792a42528cc2503cb80be976, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733156476888 2024-12-02T16:21:17,819 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 303b2f3f3e42482b979484a557ae5ae8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733156477313 2024-12-02T16:21:17,819 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d914616d3dc42288a648f931930925d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733156477313 2024-12-02T16:21:17,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-02T16:21:17,828 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:17,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-02T16:21:17,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:17,829 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing 90d202246b399334a39ff6506801c47f 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-02T16:21:17,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=A 2024-12-02T16:21:17,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:17,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=B 2024-12-02T16:21:17,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:17,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=C 2024-12-02T16:21:17,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:17,842 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90d202246b399334a39ff6506801c47f#B#compaction#221 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:21:17,844 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/cba8bf73e4d64f08832c87e310f7899c is 50, key is test_row_0/B:col10/1733156477323/Put/seqid=0 2024-12-02T16:21:17,857 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90d202246b399334a39ff6506801c47f#A#compaction#222 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:21:17,858 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/8fe621f28c43441887fabbe98e0bbc7a is 50, key is test_row_0/A:col10/1733156477323/Put/seqid=0 2024-12-02T16:21:17,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/8c0d638f65e242a9b47fa959eb1961ce is 50, key is test_row_0/A:col10/1733156477606/Put/seqid=0 2024-12-02T16:21:17,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742098_1274 (size=12139) 2024-12-02T16:21:17,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. as already flushing 2024-12-02T16:21:17,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742099_1275 (size=7315) 2024-12-02T16:21:17,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 90d202246b399334a39ff6506801c47f 2024-12-02T16:21:17,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742097_1273 (size=12139) 2024-12-02T16:21:18,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:18,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156537999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:18,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:18,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1733156538002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:18,012 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/cba8bf73e4d64f08832c87e310f7899c as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/cba8bf73e4d64f08832c87e310f7899c 2024-12-02T16:21:18,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:18,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156538005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:18,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:18,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156538006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:18,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:18,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50868 deadline: 1733156538006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:18,029 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 90d202246b399334a39ff6506801c47f/B of 90d202246b399334a39ff6506801c47f into cba8bf73e4d64f08832c87e310f7899c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:21:18,030 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:18,030 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f., storeName=90d202246b399334a39ff6506801c47f/B, priority=12, startTime=1733156477813; duration=0sec 2024-12-02T16:21:18,030 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:21:18,030 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90d202246b399334a39ff6506801c47f:B 2024-12-02T16:21:18,030 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:21:18,032 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:21:18,032 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 90d202246b399334a39ff6506801c47f/C is initiating minor compaction (all files) 2024-12-02T16:21:18,032 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 90d202246b399334a39ff6506801c47f/C in TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:18,032 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/93625f950f7c4a64ad206e1c86e25a2f, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/92a68ad859744b2abd4746f613b078c9, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/36e113ef2d4c448ca1345eebc09a0f03, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/d3f6251e2c5d4efa96013477753b3c2e] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp, totalSize=44.6 K 2024-12-02T16:21:18,033 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 93625f950f7c4a64ad206e1c86e25a2f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733156476367 2024-12-02T16:21:18,033 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 92a68ad859744b2abd4746f613b078c9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1733156476440 2024-12-02T16:21:18,034 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 36e113ef2d4c448ca1345eebc09a0f03, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733156476888 2024-12-02T16:21:18,034 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting d3f6251e2c5d4efa96013477753b3c2e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733156477313 2024-12-02T16:21:18,082 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90d202246b399334a39ff6506801c47f#C#compaction#224 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:21:18,082 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/3f199a2e27954c52b446dabc0728e537 is 50, key is test_row_0/C:col10/1733156477323/Put/seqid=0 2024-12-02T16:21:18,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742100_1276 (size=12139) 2024-12-02T16:21:18,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:18,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156538112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:18,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:18,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1733156538113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:18,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:18,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156538113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:18,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:18,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156538113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:18,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:18,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50868 deadline: 1733156538115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:18,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-02T16:21:18,132 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/3f199a2e27954c52b446dabc0728e537 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/3f199a2e27954c52b446dabc0728e537 2024-12-02T16:21:18,168 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 90d202246b399334a39ff6506801c47f/C of 90d202246b399334a39ff6506801c47f into 3f199a2e27954c52b446dabc0728e537(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:21:18,168 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:18,168 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f., storeName=90d202246b399334a39ff6506801c47f/C, priority=12, startTime=1733156477813; duration=0sec 2024-12-02T16:21:18,168 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:18,168 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90d202246b399334a39ff6506801c47f:C 2024-12-02T16:21:18,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:18,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1733156538319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:18,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:18,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156538320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:18,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:18,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156538325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:18,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:18,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156538332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:18,338 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/8fe621f28c43441887fabbe98e0bbc7a as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/8fe621f28c43441887fabbe98e0bbc7a 2024-12-02T16:21:18,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:18,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50868 deadline: 1733156538337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:18,348 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 90d202246b399334a39ff6506801c47f/A of 90d202246b399334a39ff6506801c47f into 8fe621f28c43441887fabbe98e0bbc7a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:21:18,348 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:18,348 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f., storeName=90d202246b399334a39ff6506801c47f/A, priority=12, startTime=1733156477813; duration=0sec 2024-12-02T16:21:18,348 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:18,348 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90d202246b399334a39ff6506801c47f:A 2024-12-02T16:21:18,360 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/8c0d638f65e242a9b47fa959eb1961ce 2024-12-02T16:21:18,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/7b55826ea7f24c6986d62a52d35ec931 is 50, key is test_row_0/B:col10/1733156477606/Put/seqid=0 2024-12-02T16:21:18,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742101_1277 (size=7315) 2024-12-02T16:21:18,424 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/7b55826ea7f24c6986d62a52d35ec931 2024-12-02T16:21:18,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/6bc50fa653d44e53a5c884d280962690 is 50, key is test_row_0/C:col10/1733156477606/Put/seqid=0 2024-12-02T16:21:18,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742102_1278 (size=7315) 2024-12-02T16:21:18,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-02T16:21:18,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:18,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156538627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:18,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:18,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156538637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:18,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:18,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1733156538637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:18,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:18,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156538638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:18,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:18,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50868 deadline: 1733156538645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:18,897 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/6bc50fa653d44e53a5c884d280962690 2024-12-02T16:21:18,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/8c0d638f65e242a9b47fa959eb1961ce as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/8c0d638f65e242a9b47fa959eb1961ce 2024-12-02T16:21:18,957 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/8c0d638f65e242a9b47fa959eb1961ce, entries=50, sequenceid=85, filesize=7.1 K 2024-12-02T16:21:18,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/7b55826ea7f24c6986d62a52d35ec931 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/7b55826ea7f24c6986d62a52d35ec931 2024-12-02T16:21:18,976 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/7b55826ea7f24c6986d62a52d35ec931, entries=50, sequenceid=85, filesize=7.1 K 2024-12-02T16:21:18,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/6bc50fa653d44e53a5c884d280962690 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/6bc50fa653d44e53a5c884d280962690 2024-12-02T16:21:19,005 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/6bc50fa653d44e53a5c884d280962690, entries=50, sequenceid=85, filesize=7.1 K 2024-12-02T16:21:19,007 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for 90d202246b399334a39ff6506801c47f in 1179ms, sequenceid=85, compaction requested=false 2024-12-02T16:21:19,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:19,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:19,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-12-02T16:21:19,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-12-02T16:21:19,015 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-12-02T16:21:19,015 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4940 sec 2024-12-02T16:21:19,018 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 1.5010 sec 2024-12-02T16:21:19,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 90d202246b399334a39ff6506801c47f 2024-12-02T16:21:19,140 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 90d202246b399334a39ff6506801c47f 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-12-02T16:21:19,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=A 2024-12-02T16:21:19,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:19,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=B 2024-12-02T16:21:19,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:19,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=C 2024-12-02T16:21:19,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:19,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:19,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1733156539147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:19,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:19,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156539149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:19,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:19,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156539149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:19,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:19,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156539150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:19,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:19,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50868 deadline: 1733156539157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:19,177 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/6b7f6201f45b4d03aca02bf429705488 is 50, key is test_row_0/A:col10/1733156479138/Put/seqid=0 2024-12-02T16:21:19,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742103_1279 (size=12001) 2024-12-02T16:21:19,244 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/6b7f6201f45b4d03aca02bf429705488 2024-12-02T16:21:19,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:19,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156539254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:19,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:19,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156539273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:19,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:19,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156539281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:19,295 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/22a13e9edafb4677b767427ecd7d9021 is 50, key is test_row_0/B:col10/1733156479138/Put/seqid=0 2024-12-02T16:21:19,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742104_1280 (size=12001) 2024-12-02T16:21:19,333 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/22a13e9edafb4677b767427ecd7d9021 2024-12-02T16:21:19,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/3fdbc6eaffdc4966ac1aef00b61521a0 is 50, key is test_row_0/C:col10/1733156479138/Put/seqid=0 2024-12-02T16:21:19,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742105_1281 (size=12001) 2024-12-02T16:21:19,381 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T16:21:19,383 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/3fdbc6eaffdc4966ac1aef00b61521a0 2024-12-02T16:21:19,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/6b7f6201f45b4d03aca02bf429705488 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/6b7f6201f45b4d03aca02bf429705488 2024-12-02T16:21:19,408 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/6b7f6201f45b4d03aca02bf429705488, entries=150, sequenceid=118, filesize=11.7 K 2024-12-02T16:21:19,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/22a13e9edafb4677b767427ecd7d9021 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/22a13e9edafb4677b767427ecd7d9021 2024-12-02T16:21:19,415 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/22a13e9edafb4677b767427ecd7d9021, entries=150, sequenceid=118, filesize=11.7 K 2024-12-02T16:21:19,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/3fdbc6eaffdc4966ac1aef00b61521a0 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/3fdbc6eaffdc4966ac1aef00b61521a0 2024-12-02T16:21:19,421 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/3fdbc6eaffdc4966ac1aef00b61521a0, entries=150, sequenceid=118, filesize=11.7 K 2024-12-02T16:21:19,422 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 90d202246b399334a39ff6506801c47f in 281ms, sequenceid=118, compaction requested=true 2024-12-02T16:21:19,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:19,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90d202246b399334a39ff6506801c47f:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:21:19,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:19,422 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:21:19,422 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:21:19,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90d202246b399334a39ff6506801c47f:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:21:19,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:19,423 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 31455 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:21:19,423 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 90d202246b399334a39ff6506801c47f/B is initiating minor compaction (all files) 2024-12-02T16:21:19,423 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 90d202246b399334a39ff6506801c47f/B in TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:19,423 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/cba8bf73e4d64f08832c87e310f7899c, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/7b55826ea7f24c6986d62a52d35ec931, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/22a13e9edafb4677b767427ecd7d9021] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp, totalSize=30.7 K 2024-12-02T16:21:19,424 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting cba8bf73e4d64f08832c87e310f7899c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733156477313 2024-12-02T16:21:19,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90d202246b399334a39ff6506801c47f:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:21:19,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:21:19,424 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 31455 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:21:19,424 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): 90d202246b399334a39ff6506801c47f/A is initiating minor compaction (all files) 2024-12-02T16:21:19,425 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 90d202246b399334a39ff6506801c47f/A in TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:19,425 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/8fe621f28c43441887fabbe98e0bbc7a, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/8c0d638f65e242a9b47fa959eb1961ce, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/6b7f6201f45b4d03aca02bf429705488] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp, totalSize=30.7 K 2024-12-02T16:21:19,426 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b55826ea7f24c6986d62a52d35ec931, keycount=50, bloomtype=ROW, size=7.1 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1733156477606 2024-12-02T16:21:19,426 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8fe621f28c43441887fabbe98e0bbc7a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733156477313 2024-12-02T16:21:19,426 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 22a13e9edafb4677b767427ecd7d9021, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733156477988 2024-12-02T16:21:19,427 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c0d638f65e242a9b47fa959eb1961ce, keycount=50, bloomtype=ROW, size=7.1 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1733156477606 2024-12-02T16:21:19,427 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6b7f6201f45b4d03aca02bf429705488, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733156477988 2024-12-02T16:21:19,446 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90d202246b399334a39ff6506801c47f#A#compaction#230 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:21:19,447 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/b5d8f3a5df2048b983fae5e702c54e50 is 50, key is test_row_0/A:col10/1733156479138/Put/seqid=0 2024-12-02T16:21:19,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 90d202246b399334a39ff6506801c47f 2024-12-02T16:21:19,486 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 90d202246b399334a39ff6506801c47f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T16:21:19,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=A 2024-12-02T16:21:19,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:19,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=B 2024-12-02T16:21:19,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:19,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=C 2024-12-02T16:21:19,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:19,490 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90d202246b399334a39ff6506801c47f#B#compaction#231 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:21:19,491 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/314654fc2c7f4c818a557debbb7b2ad1 is 50, key is test_row_0/B:col10/1733156479138/Put/seqid=0 2024-12-02T16:21:19,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742106_1282 (size=12241) 2024-12-02T16:21:19,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/afea7757b81a40e884bd2a200e7b3252 is 50, key is test_row_0/A:col10/1733156479485/Put/seqid=0 2024-12-02T16:21:19,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742107_1283 (size=12241) 2024-12-02T16:21:19,527 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/b5d8f3a5df2048b983fae5e702c54e50 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/b5d8f3a5df2048b983fae5e702c54e50 2024-12-02T16:21:19,527 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/314654fc2c7f4c818a557debbb7b2ad1 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/314654fc2c7f4c818a557debbb7b2ad1 2024-12-02T16:21:19,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742108_1284 (size=21411) 2024-12-02T16:21:19,534 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/afea7757b81a40e884bd2a200e7b3252 2024-12-02T16:21:19,535 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 90d202246b399334a39ff6506801c47f/B of 90d202246b399334a39ff6506801c47f into 314654fc2c7f4c818a557debbb7b2ad1(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:21:19,535 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:19,535 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f., storeName=90d202246b399334a39ff6506801c47f/B, priority=13, startTime=1733156479422; duration=0sec 2024-12-02T16:21:19,535 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:21:19,535 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90d202246b399334a39ff6506801c47f:B 2024-12-02T16:21:19,536 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:21:19,536 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 90d202246b399334a39ff6506801c47f/A of 90d202246b399334a39ff6506801c47f into b5d8f3a5df2048b983fae5e702c54e50(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:21:19,536 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:19,536 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f., storeName=90d202246b399334a39ff6506801c47f/A, priority=13, startTime=1733156479422; duration=0sec 2024-12-02T16:21:19,536 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:19,536 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90d202246b399334a39ff6506801c47f:A 2024-12-02T16:21:19,541 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 31455 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:21:19,541 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 90d202246b399334a39ff6506801c47f/C is initiating minor compaction (all files) 2024-12-02T16:21:19,541 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 90d202246b399334a39ff6506801c47f/C in TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:19,541 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/3f199a2e27954c52b446dabc0728e537, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/6bc50fa653d44e53a5c884d280962690, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/3fdbc6eaffdc4966ac1aef00b61521a0] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp, totalSize=30.7 K 2024-12-02T16:21:19,545 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f199a2e27954c52b446dabc0728e537, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733156477313 2024-12-02T16:21:19,549 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 6bc50fa653d44e53a5c884d280962690, keycount=50, bloomtype=ROW, size=7.1 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1733156477606 2024-12-02T16:21:19,551 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 3fdbc6eaffdc4966ac1aef00b61521a0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733156477988 2024-12-02T16:21:19,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/357fe2f021894dc8b772859e18fc04fd is 50, key is test_row_0/B:col10/1733156479485/Put/seqid=0 2024-12-02T16:21:19,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:19,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:19,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156539577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:19,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156539578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:19,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:19,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156539581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:19,617 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90d202246b399334a39ff6506801c47f#C#compaction#234 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:21:19,619 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/38ef87fe4de94597ab1573279af9c15e is 50, key is test_row_0/C:col10/1733156479138/Put/seqid=0 2024-12-02T16:21:19,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742109_1285 (size=9707) 2024-12-02T16:21:19,625 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/357fe2f021894dc8b772859e18fc04fd 2024-12-02T16:21:19,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-02T16:21:19,626 INFO [Thread-1201 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-12-02T16:21:19,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:21:19,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-12-02T16:21:19,631 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:21:19,631 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:21:19,631 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:21:19,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-02T16:21:19,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/3fe1f039d3d24c3898190900aa11c45d is 50, key is test_row_0/C:col10/1733156479485/Put/seqid=0 2024-12-02T16:21:19,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742110_1286 (size=12241) 2024-12-02T16:21:19,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:19,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156539685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:19,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:19,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156539688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:19,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:19,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156539689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:19,693 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/38ef87fe4de94597ab1573279af9c15e as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/38ef87fe4de94597ab1573279af9c15e 2024-12-02T16:21:19,702 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 90d202246b399334a39ff6506801c47f/C of 90d202246b399334a39ff6506801c47f into 38ef87fe4de94597ab1573279af9c15e(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:21:19,702 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:19,702 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f., storeName=90d202246b399334a39ff6506801c47f/C, priority=13, startTime=1733156479423; duration=0sec 2024-12-02T16:21:19,703 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:19,703 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90d202246b399334a39ff6506801c47f:C 2024-12-02T16:21:19,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742111_1287 (size=9707) 2024-12-02T16:21:19,712 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/3fe1f039d3d24c3898190900aa11c45d 2024-12-02T16:21:19,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/afea7757b81a40e884bd2a200e7b3252 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/afea7757b81a40e884bd2a200e7b3252 2024-12-02T16:21:19,733 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/afea7757b81a40e884bd2a200e7b3252, entries=350, sequenceid=129, filesize=20.9 K 2024-12-02T16:21:19,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/357fe2f021894dc8b772859e18fc04fd as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/357fe2f021894dc8b772859e18fc04fd 2024-12-02T16:21:19,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-02T16:21:19,742 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/357fe2f021894dc8b772859e18fc04fd, entries=100, sequenceid=129, filesize=9.5 K 2024-12-02T16:21:19,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/3fe1f039d3d24c3898190900aa11c45d as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/3fe1f039d3d24c3898190900aa11c45d 2024-12-02T16:21:19,748 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/3fe1f039d3d24c3898190900aa11c45d, entries=100, sequenceid=129, filesize=9.5 K 2024-12-02T16:21:19,748 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-12-02T16:21:19,750 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 90d202246b399334a39ff6506801c47f in 264ms, sequenceid=129, compaction requested=false 2024-12-02T16:21:19,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:19,783 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:19,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-02T16:21:19,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:19,784 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 90d202246b399334a39ff6506801c47f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-02T16:21:19,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=A 2024-12-02T16:21:19,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:19,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=B 2024-12-02T16:21:19,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:19,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=C 2024-12-02T16:21:19,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:19,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/eb062ac1fcae42e3865c7de3f9a7bb46 is 50, key is test_row_0/A:col10/1733156479538/Put/seqid=0 2024-12-02T16:21:19,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742112_1288 (size=12151) 2024-12-02T16:21:19,813 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/eb062ac1fcae42e3865c7de3f9a7bb46 2024-12-02T16:21:19,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/cacd0b0d6b7e4f7eaf212c28c2ae0094 is 50, key is test_row_0/B:col10/1733156479538/Put/seqid=0 2024-12-02T16:21:19,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742113_1289 (size=12151) 2024-12-02T16:21:19,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 90d202246b399334a39ff6506801c47f 2024-12-02T16:21:19,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. as already flushing 2024-12-02T16:21:19,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:19,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156539916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:19,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:19,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156539917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:19,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:19,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156539921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:19,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-02T16:21:20,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:20,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156540022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:20,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:20,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156540026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:20,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:20,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156540028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:20,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:20,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50868 deadline: 1733156540162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:20,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:20,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1733156540169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:20,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:20,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156540223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:20,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:20,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156540229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:20,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:20,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156540233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:20,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-02T16:21:20,275 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/cacd0b0d6b7e4f7eaf212c28c2ae0094 2024-12-02T16:21:20,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/4a3d9d058ed54bec88826e3b513c381f is 50, key is test_row_0/C:col10/1733156479538/Put/seqid=0 2024-12-02T16:21:20,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742114_1290 (size=12151) 2024-12-02T16:21:20,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:20,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156540529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:20,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:20,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156540540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:20,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:20,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156540541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:20,728 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/4a3d9d058ed54bec88826e3b513c381f 2024-12-02T16:21:20,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/eb062ac1fcae42e3865c7de3f9a7bb46 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/eb062ac1fcae42e3865c7de3f9a7bb46 2024-12-02T16:21:20,749 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/eb062ac1fcae42e3865c7de3f9a7bb46, entries=150, sequenceid=157, filesize=11.9 K 2024-12-02T16:21:20,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/cacd0b0d6b7e4f7eaf212c28c2ae0094 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/cacd0b0d6b7e4f7eaf212c28c2ae0094 2024-12-02T16:21:20,759 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/cacd0b0d6b7e4f7eaf212c28c2ae0094, entries=150, sequenceid=157, filesize=11.9 K 2024-12-02T16:21:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-02T16:21:20,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/4a3d9d058ed54bec88826e3b513c381f as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/4a3d9d058ed54bec88826e3b513c381f 2024-12-02T16:21:20,770 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/4a3d9d058ed54bec88826e3b513c381f, entries=150, sequenceid=157, filesize=11.9 K 2024-12-02T16:21:20,771 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 90d202246b399334a39ff6506801c47f in 987ms, sequenceid=157, compaction requested=true 2024-12-02T16:21:20,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:20,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:20,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-12-02T16:21:20,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-12-02T16:21:20,780 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-12-02T16:21:20,780 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1430 sec 2024-12-02T16:21:20,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 1.1530 sec 2024-12-02T16:21:21,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 90d202246b399334a39ff6506801c47f 2024-12-02T16:21:21,046 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 90d202246b399334a39ff6506801c47f 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-02T16:21:21,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=A 2024-12-02T16:21:21,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:21,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=B 2024-12-02T16:21:21,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:21,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=C 2024-12-02T16:21:21,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:21,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/d08e09009e584da3a10f811e17573e9b is 50, key is test_row_0/A:col10/1733156481041/Put/seqid=0 2024-12-02T16:21:21,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742115_1291 (size=12151) 2024-12-02T16:21:21,107 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/d08e09009e584da3a10f811e17573e9b 2024-12-02T16:21:21,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/e6669477dd054cfb943d239d4754b4f8 is 50, key is test_row_0/B:col10/1733156481041/Put/seqid=0 2024-12-02T16:21:21,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742116_1292 (size=12151) 2024-12-02T16:21:21,160 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/e6669477dd054cfb943d239d4754b4f8 2024-12-02T16:21:21,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:21,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156541155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:21,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:21,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156541158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:21,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:21,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156541159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:21,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/97b6d8de0348486da4774273f1e98dcb is 50, key is test_row_0/C:col10/1733156481041/Put/seqid=0 2024-12-02T16:21:21,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742117_1293 (size=12151) 2024-12-02T16:21:21,212 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/97b6d8de0348486da4774273f1e98dcb 2024-12-02T16:21:21,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/d08e09009e584da3a10f811e17573e9b as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/d08e09009e584da3a10f811e17573e9b 2024-12-02T16:21:21,232 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/d08e09009e584da3a10f811e17573e9b, entries=150, sequenceid=170, filesize=11.9 K 2024-12-02T16:21:21,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/e6669477dd054cfb943d239d4754b4f8 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/e6669477dd054cfb943d239d4754b4f8 2024-12-02T16:21:21,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/e6669477dd054cfb943d239d4754b4f8, entries=150, sequenceid=170, filesize=11.9 K 2024-12-02T16:21:21,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/97b6d8de0348486da4774273f1e98dcb as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/97b6d8de0348486da4774273f1e98dcb 2024-12-02T16:21:21,266 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/97b6d8de0348486da4774273f1e98dcb, entries=150, sequenceid=170, filesize=11.9 K 2024-12-02T16:21:21,268 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 90d202246b399334a39ff6506801c47f in 223ms, sequenceid=170, compaction requested=true 2024-12-02T16:21:21,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:21,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90d202246b399334a39ff6506801c47f:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:21:21,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:21,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90d202246b399334a39ff6506801c47f:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:21:21,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:21,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90d202246b399334a39ff6506801c47f:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:21:21,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:21:21,269 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:21:21,269 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:21:21,270 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46250 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:21:21,270 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 90d202246b399334a39ff6506801c47f/B is initiating minor compaction (all files) 2024-12-02T16:21:21,271 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 90d202246b399334a39ff6506801c47f/B in TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:21,271 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/314654fc2c7f4c818a557debbb7b2ad1, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/357fe2f021894dc8b772859e18fc04fd, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/cacd0b0d6b7e4f7eaf212c28c2ae0094, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/e6669477dd054cfb943d239d4754b4f8] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp, totalSize=45.2 K 2024-12-02T16:21:21,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 90d202246b399334a39ff6506801c47f 2024-12-02T16:21:21,271 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 90d202246b399334a39ff6506801c47f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-02T16:21:21,279 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:21:21,279 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): 90d202246b399334a39ff6506801c47f/A is initiating minor compaction (all files) 2024-12-02T16:21:21,279 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 90d202246b399334a39ff6506801c47f/A in TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:21,279 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/b5d8f3a5df2048b983fae5e702c54e50, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/afea7757b81a40e884bd2a200e7b3252, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/eb062ac1fcae42e3865c7de3f9a7bb46, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/d08e09009e584da3a10f811e17573e9b] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp, totalSize=56.6 K 2024-12-02T16:21:21,279 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 314654fc2c7f4c818a557debbb7b2ad1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733156477988 2024-12-02T16:21:21,280 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting b5d8f3a5df2048b983fae5e702c54e50, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733156477988 2024-12-02T16:21:21,280 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 357fe2f021894dc8b772859e18fc04fd, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1733156479471 2024-12-02T16:21:21,280 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting cacd0b0d6b7e4f7eaf212c28c2ae0094, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733156479538 2024-12-02T16:21:21,280 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting afea7757b81a40e884bd2a200e7b3252, keycount=350, bloomtype=ROW, size=20.9 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1733156479147 2024-12-02T16:21:21,281 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb062ac1fcae42e3865c7de3f9a7bb46, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733156479538 2024-12-02T16:21:21,281 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting e6669477dd054cfb943d239d4754b4f8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733156479892 2024-12-02T16:21:21,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=A 2024-12-02T16:21:21,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:21,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=B 2024-12-02T16:21:21,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:21,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=C 2024-12-02T16:21:21,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:21,288 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting d08e09009e584da3a10f811e17573e9b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733156479892 2024-12-02T16:21:21,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:21,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156541298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:21,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:21,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156541301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:21,307 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/e17db093d3364229af1ebf40232372f6 is 50, key is test_row_0/A:col10/1733156481269/Put/seqid=0 2024-12-02T16:21:21,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:21,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156541304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:21,327 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90d202246b399334a39ff6506801c47f#A#compaction#244 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:21:21,329 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90d202246b399334a39ff6506801c47f#B#compaction#243 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:21:21,329 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/61b544e223734b2787b896c27448cfd0 is 50, key is test_row_0/B:col10/1733156481041/Put/seqid=0 2024-12-02T16:21:21,345 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/916ee783fd004ec2bfdbe25c0acc01f1 is 50, key is test_row_0/A:col10/1733156481041/Put/seqid=0 2024-12-02T16:21:21,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742118_1294 (size=12151) 2024-12-02T16:21:21,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742119_1295 (size=12527) 2024-12-02T16:21:21,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:21,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156541410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:21,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742120_1296 (size=12527) 2024-12-02T16:21:21,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:21,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156541421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:21,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:21,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156541421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:21,428 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/61b544e223734b2787b896c27448cfd0 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/61b544e223734b2787b896c27448cfd0 2024-12-02T16:21:21,438 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/916ee783fd004ec2bfdbe25c0acc01f1 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/916ee783fd004ec2bfdbe25c0acc01f1 2024-12-02T16:21:21,444 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 90d202246b399334a39ff6506801c47f/B of 90d202246b399334a39ff6506801c47f into 61b544e223734b2787b896c27448cfd0(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:21:21,444 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:21,444 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f., storeName=90d202246b399334a39ff6506801c47f/B, priority=12, startTime=1733156481269; duration=0sec 2024-12-02T16:21:21,444 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:21:21,444 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90d202246b399334a39ff6506801c47f:B 2024-12-02T16:21:21,444 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:21:21,446 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46250 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:21:21,446 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 90d202246b399334a39ff6506801c47f/C is initiating minor compaction (all files) 2024-12-02T16:21:21,446 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 90d202246b399334a39ff6506801c47f/C in TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:21,446 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/38ef87fe4de94597ab1573279af9c15e, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/3fe1f039d3d24c3898190900aa11c45d, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/4a3d9d058ed54bec88826e3b513c381f, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/97b6d8de0348486da4774273f1e98dcb] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp, totalSize=45.2 K 2024-12-02T16:21:21,447 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 38ef87fe4de94597ab1573279af9c15e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733156477988 2024-12-02T16:21:21,447 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 3fe1f039d3d24c3898190900aa11c45d, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1733156479471 2024-12-02T16:21:21,447 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a3d9d058ed54bec88826e3b513c381f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733156479538 2024-12-02T16:21:21,448 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 97b6d8de0348486da4774273f1e98dcb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733156479892 2024-12-02T16:21:21,453 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 90d202246b399334a39ff6506801c47f/A of 90d202246b399334a39ff6506801c47f into 916ee783fd004ec2bfdbe25c0acc01f1(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:21:21,453 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:21,453 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f., storeName=90d202246b399334a39ff6506801c47f/A, priority=12, startTime=1733156481268; duration=0sec 2024-12-02T16:21:21,453 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:21,453 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90d202246b399334a39ff6506801c47f:A 2024-12-02T16:21:21,463 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90d202246b399334a39ff6506801c47f#C#compaction#245 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:21:21,464 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/478b5209819e4fa390461116c35893fa is 50, key is test_row_0/C:col10/1733156481041/Put/seqid=0 2024-12-02T16:21:21,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742121_1297 (size=12527) 2024-12-02T16:21:21,549 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/478b5209819e4fa390461116c35893fa as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/478b5209819e4fa390461116c35893fa 2024-12-02T16:21:21,576 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 90d202246b399334a39ff6506801c47f/C of 90d202246b399334a39ff6506801c47f into 478b5209819e4fa390461116c35893fa(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:21:21,576 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:21,576 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f., storeName=90d202246b399334a39ff6506801c47f/C, priority=12, startTime=1733156481269; duration=0sec 2024-12-02T16:21:21,576 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:21,576 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90d202246b399334a39ff6506801c47f:C 2024-12-02T16:21:21,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:21,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156541616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:21,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:21,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156541633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:21,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:21,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156541637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:21,753 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/e17db093d3364229af1ebf40232372f6 2024-12-02T16:21:21,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-02T16:21:21,764 INFO [Thread-1201 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-12-02T16:21:21,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:21:21,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-12-02T16:21:21,770 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:21:21,771 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:21:21,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:21:21,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-02T16:21:21,816 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/c570944bf9074713b854e1899ad6bb01 is 50, key is test_row_0/B:col10/1733156481269/Put/seqid=0 2024-12-02T16:21:21,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742122_1298 (size=12151) 2024-12-02T16:21:21,849 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/c570944bf9074713b854e1899ad6bb01 2024-12-02T16:21:21,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-02T16:21:21,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/8c41c454126e405e97f86d2dddabf118 is 50, key is test_row_0/C:col10/1733156481269/Put/seqid=0 2024-12-02T16:21:21,924 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:21,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742123_1299 (size=12151) 2024-12-02T16:21:21,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-02T16:21:21,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:21,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. as already flushing 2024-12-02T16:21:21,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:21,928 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:21,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:21,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156541925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:21,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:21,930 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/8c41c454126e405e97f86d2dddabf118 2024-12-02T16:21:21,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156541946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:21,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156541946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:21,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/e17db093d3364229af1ebf40232372f6 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/e17db093d3364229af1ebf40232372f6 2024-12-02T16:21:21,978 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/e17db093d3364229af1ebf40232372f6, entries=150, sequenceid=195, filesize=11.9 K 2024-12-02T16:21:21,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/c570944bf9074713b854e1899ad6bb01 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/c570944bf9074713b854e1899ad6bb01 2024-12-02T16:21:21,986 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/c570944bf9074713b854e1899ad6bb01, entries=150, sequenceid=195, filesize=11.9 K 2024-12-02T16:21:21,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/8c41c454126e405e97f86d2dddabf118 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/8c41c454126e405e97f86d2dddabf118 2024-12-02T16:21:22,010 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/8c41c454126e405e97f86d2dddabf118, entries=150, sequenceid=195, filesize=11.9 K 2024-12-02T16:21:22,015 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 90d202246b399334a39ff6506801c47f in 744ms, sequenceid=195, compaction requested=false 2024-12-02T16:21:22,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:22,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-02T16:21:22,086 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:22,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-02T16:21:22,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:22,089 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 90d202246b399334a39ff6506801c47f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-02T16:21:22,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=A 2024-12-02T16:21:22,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:22,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=B 2024-12-02T16:21:22,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:22,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=C 2024-12-02T16:21:22,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:22,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/79497f47d78349eea4bb9c858e3384fb is 50, key is test_row_0/A:col10/1733156481299/Put/seqid=0 2024-12-02T16:21:22,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742124_1300 (size=12151) 2024-12-02T16:21:22,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 90d202246b399334a39ff6506801c47f 2024-12-02T16:21:22,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. as already flushing 2024-12-02T16:21:22,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:22,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50868 deadline: 1733156542247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:22,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:22,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1733156542252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:22,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:22,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50868 deadline: 1733156542352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:22,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:22,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1733156542362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:22,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-02T16:21:22,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156542439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:22,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156542454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:22,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156542456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:22,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:22,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50868 deadline: 1733156542565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:22,570 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/79497f47d78349eea4bb9c858e3384fb 2024-12-02T16:21:22,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:22,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1733156542575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:22,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/a611d0aa23c3487592ca11370a340106 is 50, key is test_row_0/B:col10/1733156481299/Put/seqid=0 2024-12-02T16:21:22,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742125_1301 (size=12151) 2024-12-02T16:21:22,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:22,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50868 deadline: 1733156542872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-02T16:21:22,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1733156542889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:23,008 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/a611d0aa23c3487592ca11370a340106 2024-12-02T16:21:23,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/60820d5e43704442a5a4d16bc95b936a is 50, key is test_row_0/C:col10/1733156481299/Put/seqid=0 2024-12-02T16:21:23,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742126_1302 (size=12151) 2024-12-02T16:21:23,080 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/60820d5e43704442a5a4d16bc95b936a 2024-12-02T16:21:23,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/79497f47d78349eea4bb9c858e3384fb as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/79497f47d78349eea4bb9c858e3384fb 2024-12-02T16:21:23,129 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/79497f47d78349eea4bb9c858e3384fb, entries=150, sequenceid=210, filesize=11.9 K 2024-12-02T16:21:23,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/a611d0aa23c3487592ca11370a340106 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/a611d0aa23c3487592ca11370a340106 2024-12-02T16:21:23,139 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/a611d0aa23c3487592ca11370a340106, entries=150, sequenceid=210, filesize=11.9 K 2024-12-02T16:21:23,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/60820d5e43704442a5a4d16bc95b936a as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/60820d5e43704442a5a4d16bc95b936a 2024-12-02T16:21:23,150 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/60820d5e43704442a5a4d16bc95b936a, entries=150, sequenceid=210, filesize=11.9 K 2024-12-02T16:21:23,157 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 90d202246b399334a39ff6506801c47f in 1068ms, sequenceid=210, compaction requested=true 2024-12-02T16:21:23,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:23,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:23,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-12-02T16:21:23,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-12-02T16:21:23,165 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-12-02T16:21:23,165 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3880 sec 2024-12-02T16:21:23,171 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.3970 sec 2024-12-02T16:21:23,386 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 90d202246b399334a39ff6506801c47f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-02T16:21:23,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=A 2024-12-02T16:21:23,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:23,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=B 2024-12-02T16:21:23,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:23,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=C 2024-12-02T16:21:23,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:23,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 90d202246b399334a39ff6506801c47f 2024-12-02T16:21:23,397 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/3a9f97f4b74a46f596cace13819da790 is 50, key is test_row_0/A:col10/1733156482240/Put/seqid=0 2024-12-02T16:21:23,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:23,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50868 deadline: 1733156543418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:23,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:23,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1733156543421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:23,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742127_1303 (size=14541) 2024-12-02T16:21:23,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:23,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156543454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:23,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:23,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156543465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:23,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:23,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156543466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:23,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:23,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50868 deadline: 1733156543527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:23,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:23,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1733156543527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:23,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:23,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50868 deadline: 1733156543733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:23,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:23,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1733156543737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:23,849 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/3a9f97f4b74a46f596cace13819da790 2024-12-02T16:21:23,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/0d09c0a7dd3d498a8194e20c017df990 is 50, key is test_row_0/B:col10/1733156482240/Put/seqid=0 2024-12-02T16:21:23,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-02T16:21:23,885 INFO [Thread-1201 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-12-02T16:21:23,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:21:23,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-12-02T16:21:23,901 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:21:23,902 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:21:23,902 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:21:23,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-02T16:21:23,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742128_1304 (size=12151) 2024-12-02T16:21:24,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-02T16:21:24,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:24,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50868 deadline: 1733156544039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:24,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:24,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1733156544049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:24,065 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:24,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-02T16:21:24,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:24,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. as already flushing 2024-12-02T16:21:24,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:24,066 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:24,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:24,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:24,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-02T16:21:24,222 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:24,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-02T16:21:24,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:24,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. as already flushing 2024-12-02T16:21:24,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:24,225 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:24,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:24,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:24,337 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/0d09c0a7dd3d498a8194e20c017df990 2024-12-02T16:21:24,379 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:24,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-02T16:21:24,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:24,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. as already flushing 2024-12-02T16:21:24,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:24,389 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:24,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:24,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:24,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/02bf1667be5143d180bee11887293ae0 is 50, key is test_row_0/C:col10/1733156482240/Put/seqid=0 2024-12-02T16:21:24,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742129_1305 (size=12151) 2024-12-02T16:21:24,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-02T16:21:24,547 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:24,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-02T16:21:24,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:24,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. as already flushing 2024-12-02T16:21:24,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:24,549 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:24,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:24,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:24,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:24,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50868 deadline: 1733156544557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:24,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:24,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1733156544565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:24,714 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:24,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-02T16:21:24,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:24,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. as already flushing 2024-12-02T16:21:24,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:24,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:24,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:24,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:24,833 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/02bf1667be5143d180bee11887293ae0 2024-12-02T16:21:24,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/3a9f97f4b74a46f596cace13819da790 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/3a9f97f4b74a46f596cace13819da790 2024-12-02T16:21:24,867 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/3a9f97f4b74a46f596cace13819da790, entries=200, sequenceid=235, filesize=14.2 K 2024-12-02T16:21:24,876 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:24,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-02T16:21:24,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:24,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. as already flushing 2024-12-02T16:21:24,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:24,877 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:24,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:24,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:24,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/0d09c0a7dd3d498a8194e20c017df990 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/0d09c0a7dd3d498a8194e20c017df990 2024-12-02T16:21:24,902 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/0d09c0a7dd3d498a8194e20c017df990, entries=150, sequenceid=235, filesize=11.9 K 2024-12-02T16:21:24,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/02bf1667be5143d180bee11887293ae0 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/02bf1667be5143d180bee11887293ae0 2024-12-02T16:21:24,934 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/02bf1667be5143d180bee11887293ae0, entries=150, sequenceid=235, filesize=11.9 K 2024-12-02T16:21:24,941 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 90d202246b399334a39ff6506801c47f in 1556ms, sequenceid=235, compaction requested=true 2024-12-02T16:21:24,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:24,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90d202246b399334a39ff6506801c47f:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:21:24,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:21:24,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90d202246b399334a39ff6506801c47f:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:21:24,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-02T16:21:24,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90d202246b399334a39ff6506801c47f:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:21:24,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-02T16:21:24,941 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:21:24,942 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:21:24,951 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51370 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:21:24,952 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:21:24,952 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 90d202246b399334a39ff6506801c47f/C is initiating minor compaction (all files) 2024-12-02T16:21:24,952 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 90d202246b399334a39ff6506801c47f/C in TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:24,952 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/478b5209819e4fa390461116c35893fa, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/8c41c454126e405e97f86d2dddabf118, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/60820d5e43704442a5a4d16bc95b936a, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/02bf1667be5143d180bee11887293ae0] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp, totalSize=47.8 K 2024-12-02T16:21:24,952 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): 90d202246b399334a39ff6506801c47f/A is initiating minor compaction (all files) 2024-12-02T16:21:24,952 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 90d202246b399334a39ff6506801c47f/A in TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:24,952 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/916ee783fd004ec2bfdbe25c0acc01f1, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/e17db093d3364229af1ebf40232372f6, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/79497f47d78349eea4bb9c858e3384fb, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/3a9f97f4b74a46f596cace13819da790] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp, totalSize=50.2 K 2024-12-02T16:21:24,953 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 478b5209819e4fa390461116c35893fa, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733156479892 2024-12-02T16:21:24,953 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c41c454126e405e97f86d2dddabf118, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1733156481154 2024-12-02T16:21:24,953 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 916ee783fd004ec2bfdbe25c0acc01f1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733156479892 2024-12-02T16:21:24,957 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting e17db093d3364229af1ebf40232372f6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1733156481154 2024-12-02T16:21:24,957 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 60820d5e43704442a5a4d16bc95b936a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1733156481294 2024-12-02T16:21:24,957 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 79497f47d78349eea4bb9c858e3384fb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1733156481294 2024-12-02T16:21:24,962 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a9f97f4b74a46f596cace13819da790, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733156482240 2024-12-02T16:21:24,962 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 02bf1667be5143d180bee11887293ae0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733156482240 2024-12-02T16:21:24,999 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90d202246b399334a39ff6506801c47f#A#compaction#254 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:21:24,999 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/76ead9b451854e1bbf70f6dacc11b0a2 is 50, key is test_row_0/A:col10/1733156482240/Put/seqid=0 2024-12-02T16:21:25,000 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90d202246b399334a39ff6506801c47f#C#compaction#255 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:21:25,001 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/c700a18d0d674b8bba4f218419e9bfbd is 50, key is test_row_0/C:col10/1733156482240/Put/seqid=0 2024-12-02T16:21:25,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-02T16:21:25,031 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:25,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-02T16:21:25,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:25,032 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 90d202246b399334a39ff6506801c47f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T16:21:25,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=A 2024-12-02T16:21:25,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:25,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=B 2024-12-02T16:21:25,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:25,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=C 2024-12-02T16:21:25,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:25,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742131_1307 (size=12663) 2024-12-02T16:21:25,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/2ee94e13a1fc4df8bc76de3fc0ab1759 is 50, key is test_row_0/A:col10/1733156483419/Put/seqid=0 2024-12-02T16:21:25,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742130_1306 (size=12663) 2024-12-02T16:21:25,130 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/c700a18d0d674b8bba4f218419e9bfbd as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/c700a18d0d674b8bba4f218419e9bfbd 2024-12-02T16:21:25,130 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/76ead9b451854e1bbf70f6dacc11b0a2 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/76ead9b451854e1bbf70f6dacc11b0a2 2024-12-02T16:21:25,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742132_1308 (size=12151) 2024-12-02T16:21:25,140 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 90d202246b399334a39ff6506801c47f/C of 90d202246b399334a39ff6506801c47f into c700a18d0d674b8bba4f218419e9bfbd(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:21:25,140 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:25,140 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f., storeName=90d202246b399334a39ff6506801c47f/C, priority=12, startTime=1733156484941; duration=0sec 2024-12-02T16:21:25,140 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:21:25,140 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90d202246b399334a39ff6506801c47f:C 2024-12-02T16:21:25,140 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/2ee94e13a1fc4df8bc76de3fc0ab1759 2024-12-02T16:21:25,140 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:21:25,143 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 90d202246b399334a39ff6506801c47f/A of 90d202246b399334a39ff6506801c47f into 76ead9b451854e1bbf70f6dacc11b0a2(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:21:25,143 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:25,143 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f., storeName=90d202246b399334a39ff6506801c47f/A, priority=12, startTime=1733156484941; duration=0sec 2024-12-02T16:21:25,143 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:25,143 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90d202246b399334a39ff6506801c47f:A 2024-12-02T16:21:25,144 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:21:25,147 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 90d202246b399334a39ff6506801c47f/B is initiating minor compaction (all files) 2024-12-02T16:21:25,147 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 90d202246b399334a39ff6506801c47f/B in TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:25,148 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/61b544e223734b2787b896c27448cfd0, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/c570944bf9074713b854e1899ad6bb01, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/a611d0aa23c3487592ca11370a340106, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/0d09c0a7dd3d498a8194e20c017df990] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp, totalSize=47.8 K 2024-12-02T16:21:25,148 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 61b544e223734b2787b896c27448cfd0, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733156479892 2024-12-02T16:21:25,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/86d45e19408646f791a47684d04698f5 is 50, key is test_row_0/B:col10/1733156483419/Put/seqid=0 2024-12-02T16:21:25,151 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting c570944bf9074713b854e1899ad6bb01, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1733156481154 2024-12-02T16:21:25,152 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting a611d0aa23c3487592ca11370a340106, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1733156481294 2024-12-02T16:21:25,152 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d09c0a7dd3d498a8194e20c017df990, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733156482240 2024-12-02T16:21:25,179 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90d202246b399334a39ff6506801c47f#B#compaction#258 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:21:25,180 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/cc45ddedaaad492296337de3e2103fd1 is 50, key is test_row_0/B:col10/1733156482240/Put/seqid=0 2024-12-02T16:21:25,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742133_1309 (size=12151) 2024-12-02T16:21:25,213 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/86d45e19408646f791a47684d04698f5 2024-12-02T16:21:25,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/946f40cf4beb4dd09f8f0b449cdb710d is 50, key is test_row_0/C:col10/1733156483419/Put/seqid=0 2024-12-02T16:21:25,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742134_1310 (size=12663) 2024-12-02T16:21:25,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742135_1311 (size=12151) 2024-12-02T16:21:25,293 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/cc45ddedaaad492296337de3e2103fd1 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/cc45ddedaaad492296337de3e2103fd1 2024-12-02T16:21:25,310 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 90d202246b399334a39ff6506801c47f/B of 90d202246b399334a39ff6506801c47f into cc45ddedaaad492296337de3e2103fd1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:21:25,310 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:25,310 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f., storeName=90d202246b399334a39ff6506801c47f/B, priority=12, startTime=1733156484941; duration=0sec 2024-12-02T16:21:25,310 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:25,310 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90d202246b399334a39ff6506801c47f:B 2024-12-02T16:21:25,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. as already flushing 2024-12-02T16:21:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 90d202246b399334a39ff6506801c47f 2024-12-02T16:21:25,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156545532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:25,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156545534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:25,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156545537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:25,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50868 deadline: 1733156545565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:25,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1733156545577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:25,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:25,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156545637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156545637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:25,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:25,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156545652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:25,677 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/946f40cf4beb4dd09f8f0b449cdb710d 2024-12-02T16:21:25,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/2ee94e13a1fc4df8bc76de3fc0ab1759 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/2ee94e13a1fc4df8bc76de3fc0ab1759 2024-12-02T16:21:25,688 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/2ee94e13a1fc4df8bc76de3fc0ab1759, entries=150, sequenceid=246, filesize=11.9 K 2024-12-02T16:21:25,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/86d45e19408646f791a47684d04698f5 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/86d45e19408646f791a47684d04698f5 2024-12-02T16:21:25,698 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/86d45e19408646f791a47684d04698f5, entries=150, sequenceid=246, filesize=11.9 K 2024-12-02T16:21:25,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/946f40cf4beb4dd09f8f0b449cdb710d as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/946f40cf4beb4dd09f8f0b449cdb710d 2024-12-02T16:21:25,705 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/946f40cf4beb4dd09f8f0b449cdb710d, entries=150, sequenceid=246, filesize=11.9 K 2024-12-02T16:21:25,711 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 90d202246b399334a39ff6506801c47f in 679ms, sequenceid=246, compaction requested=false 2024-12-02T16:21:25,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:25,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:25,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-12-02T16:21:25,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-12-02T16:21:25,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-12-02T16:21:25,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8100 sec 2024-12-02T16:21:25,719 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.8200 sec 2024-12-02T16:21:25,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 90d202246b399334a39ff6506801c47f 2024-12-02T16:21:25,846 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 90d202246b399334a39ff6506801c47f 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-02T16:21:25,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=A 2024-12-02T16:21:25,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:25,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=B 2024-12-02T16:21:25,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:25,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=C 2024-12-02T16:21:25,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:25,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/8c917af795b84215805dda9c40b311e6 is 50, key is test_row_0/A:col10/1733156485529/Put/seqid=0 2024-12-02T16:21:25,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:25,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156545873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:25,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:25,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156545873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:25,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:25,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156545876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:25,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742136_1312 (size=14741) 2024-12-02T16:21:25,890 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/8c917af795b84215805dda9c40b311e6 2024-12-02T16:21:25,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/4eb84c9d88204c4686994af0f9c05a42 is 50, key is test_row_0/B:col10/1733156485529/Put/seqid=0 2024-12-02T16:21:25,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742137_1313 (size=12301) 2024-12-02T16:21:25,958 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/4eb84c9d88204c4686994af0f9c05a42 2024-12-02T16:21:25,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/4465823dd40c440985c39d4c78f8a936 is 50, key is test_row_0/C:col10/1733156485529/Put/seqid=0 2024-12-02T16:21:25,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:25,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156545978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:25,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:25,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156545978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:25,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:25,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156545985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:26,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-02T16:21:26,011 INFO [Thread-1201 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-12-02T16:21:26,012 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:21:26,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-12-02T16:21:26,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-02T16:21:26,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742138_1314 (size=12301) 2024-12-02T16:21:26,022 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:21:26,022 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:21:26,022 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:21:26,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-02T16:21:26,176 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:26,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-02T16:21:26,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:26,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. as already flushing 2024-12-02T16:21:26,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:26,177 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:26,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:26,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:26,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:26,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156546185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:26,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:26,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156546187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:26,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:26,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156546194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:26,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-02T16:21:26,339 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:26,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-02T16:21:26,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:26,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. as already flushing 2024-12-02T16:21:26,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:26,340 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:26,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:26,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:26,421 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/4465823dd40c440985c39d4c78f8a936 2024-12-02T16:21:26,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/8c917af795b84215805dda9c40b311e6 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/8c917af795b84215805dda9c40b311e6 2024-12-02T16:21:26,435 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/8c917af795b84215805dda9c40b311e6, entries=200, sequenceid=275, filesize=14.4 K 2024-12-02T16:21:26,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/4eb84c9d88204c4686994af0f9c05a42 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/4eb84c9d88204c4686994af0f9c05a42 2024-12-02T16:21:26,444 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/4eb84c9d88204c4686994af0f9c05a42, entries=150, sequenceid=275, filesize=12.0 K 2024-12-02T16:21:26,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/4465823dd40c440985c39d4c78f8a936 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/4465823dd40c440985c39d4c78f8a936 2024-12-02T16:21:26,452 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/4465823dd40c440985c39d4c78f8a936, entries=150, sequenceid=275, filesize=12.0 K 2024-12-02T16:21:26,456 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 90d202246b399334a39ff6506801c47f in 610ms, sequenceid=275, compaction requested=true 2024-12-02T16:21:26,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:26,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90d202246b399334a39ff6506801c47f:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:21:26,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:26,456 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:21:26,457 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:21:26,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90d202246b399334a39ff6506801c47f:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:21:26,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:26,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90d202246b399334a39ff6506801c47f:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:21:26,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:21:26,458 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:21:26,458 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 90d202246b399334a39ff6506801c47f/B is initiating minor compaction (all files) 2024-12-02T16:21:26,458 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 90d202246b399334a39ff6506801c47f/B in TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:26,458 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/cc45ddedaaad492296337de3e2103fd1, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/86d45e19408646f791a47684d04698f5, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/4eb84c9d88204c4686994af0f9c05a42] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp, totalSize=36.2 K 2024-12-02T16:21:26,458 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39555 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:21:26,458 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): 90d202246b399334a39ff6506801c47f/A is initiating minor compaction (all files) 2024-12-02T16:21:26,458 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 90d202246b399334a39ff6506801c47f/A in TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:26,458 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/76ead9b451854e1bbf70f6dacc11b0a2, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/2ee94e13a1fc4df8bc76de3fc0ab1759, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/8c917af795b84215805dda9c40b311e6] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp, totalSize=38.6 K 2024-12-02T16:21:26,459 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting cc45ddedaaad492296337de3e2103fd1, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733156482240 2024-12-02T16:21:26,459 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 76ead9b451854e1bbf70f6dacc11b0a2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733156482240 2024-12-02T16:21:26,459 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 86d45e19408646f791a47684d04698f5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733156483411 2024-12-02T16:21:26,460 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 4eb84c9d88204c4686994af0f9c05a42, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733156485529 2024-12-02T16:21:26,460 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ee94e13a1fc4df8bc76de3fc0ab1759, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733156483411 2024-12-02T16:21:26,460 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c917af795b84215805dda9c40b311e6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733156485522 2024-12-02T16:21:26,487 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90d202246b399334a39ff6506801c47f#B#compaction#263 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:21:26,488 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/ad019a461b594c1897cdf176bdc8278b is 50, key is test_row_0/B:col10/1733156485529/Put/seqid=0 2024-12-02T16:21:26,492 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:26,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-02T16:21:26,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:26,495 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90d202246b399334a39ff6506801c47f#A#compaction#264 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:21:26,495 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing 90d202246b399334a39ff6506801c47f 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-02T16:21:26,496 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/8ec9995db5d64511b10dcfcda9002505 is 50, key is test_row_0/A:col10/1733156485529/Put/seqid=0 2024-12-02T16:21:26,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 90d202246b399334a39ff6506801c47f 2024-12-02T16:21:26,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=A 2024-12-02T16:21:26,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:26,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=B 2024-12-02T16:21:26,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:26,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=C 2024-12-02T16:21:26,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:26,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. as already flushing 2024-12-02T16:21:26,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742139_1315 (size=12915) 2024-12-02T16:21:26,531 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/ad019a461b594c1897cdf176bdc8278b as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/ad019a461b594c1897cdf176bdc8278b 2024-12-02T16:21:26,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742140_1316 (size=12915) 2024-12-02T16:21:26,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/c56993232911459a8648a0a466441b64 is 50, key is test_row_0/A:col10/1733156486495/Put/seqid=0 2024-12-02T16:21:26,561 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/8ec9995db5d64511b10dcfcda9002505 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/8ec9995db5d64511b10dcfcda9002505 2024-12-02T16:21:26,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742141_1317 (size=12301) 2024-12-02T16:21:26,588 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/c56993232911459a8648a0a466441b64 2024-12-02T16:21:26,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/b68a74375aed41d5aa6569f22f7d5c63 is 50, key is test_row_0/B:col10/1733156486495/Put/seqid=0 2024-12-02T16:21:26,601 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 90d202246b399334a39ff6506801c47f/B of 90d202246b399334a39ff6506801c47f into ad019a461b594c1897cdf176bdc8278b(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:21:26,601 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:26,601 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f., storeName=90d202246b399334a39ff6506801c47f/B, priority=13, startTime=1733156486456; duration=0sec 2024-12-02T16:21:26,601 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:21:26,601 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90d202246b399334a39ff6506801c47f:B 2024-12-02T16:21:26,601 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:21:26,603 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 90d202246b399334a39ff6506801c47f/A of 90d202246b399334a39ff6506801c47f into 8ec9995db5d64511b10dcfcda9002505(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:21:26,603 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:26,603 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f., storeName=90d202246b399334a39ff6506801c47f/A, priority=13, startTime=1733156486456; duration=0sec 2024-12-02T16:21:26,603 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:21:26,603 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 90d202246b399334a39ff6506801c47f/C is initiating minor compaction (all files) 2024-12-02T16:21:26,603 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:26,603 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90d202246b399334a39ff6506801c47f:A 2024-12-02T16:21:26,603 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 90d202246b399334a39ff6506801c47f/C in TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:26,603 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/c700a18d0d674b8bba4f218419e9bfbd, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/946f40cf4beb4dd09f8f0b449cdb710d, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/4465823dd40c440985c39d4c78f8a936] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp, totalSize=36.2 K 2024-12-02T16:21:26,604 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting c700a18d0d674b8bba4f218419e9bfbd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733156482240 2024-12-02T16:21:26,605 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 946f40cf4beb4dd09f8f0b449cdb710d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733156483411 2024-12-02T16:21:26,606 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 4465823dd40c440985c39d4c78f8a936, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733156485529 2024-12-02T16:21:26,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742142_1318 (size=12301) 2024-12-02T16:21:26,624 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90d202246b399334a39ff6506801c47f#C#compaction#267 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:21:26,624 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/b68a74375aed41d5aa6569f22f7d5c63 2024-12-02T16:21:26,624 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/b9f748de03f34f7f8f283576c6854cc0 is 50, key is test_row_0/C:col10/1733156485529/Put/seqid=0 2024-12-02T16:21:26,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-02T16:21:26,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/bc61e067d3e2442388d6a7637c5190a9 is 50, key is test_row_0/C:col10/1733156486495/Put/seqid=0 2024-12-02T16:21:26,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:26,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156546644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:26,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:26,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156546647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:26,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:26,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156546648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:26,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742143_1319 (size=12915) 2024-12-02T16:21:26,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742144_1320 (size=12301) 2024-12-02T16:21:26,680 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/bc61e067d3e2442388d6a7637c5190a9 2024-12-02T16:21:26,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/c56993232911459a8648a0a466441b64 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/c56993232911459a8648a0a466441b64 2024-12-02T16:21:26,699 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/c56993232911459a8648a0a466441b64, entries=150, sequenceid=286, filesize=12.0 K 2024-12-02T16:21:26,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/b68a74375aed41d5aa6569f22f7d5c63 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/b68a74375aed41d5aa6569f22f7d5c63 2024-12-02T16:21:26,705 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/b68a74375aed41d5aa6569f22f7d5c63, entries=150, sequenceid=286, filesize=12.0 K 2024-12-02T16:21:26,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/bc61e067d3e2442388d6a7637c5190a9 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/bc61e067d3e2442388d6a7637c5190a9 2024-12-02T16:21:26,715 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/bc61e067d3e2442388d6a7637c5190a9, entries=150, sequenceid=286, filesize=12.0 K 2024-12-02T16:21:26,716 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 90d202246b399334a39ff6506801c47f in 220ms, sequenceid=286, compaction requested=false 2024-12-02T16:21:26,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:26,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:26,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-12-02T16:21:26,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-12-02T16:21:26,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-12-02T16:21:26,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 702 msec 2024-12-02T16:21:26,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 730 msec 2024-12-02T16:21:26,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 90d202246b399334a39ff6506801c47f 2024-12-02T16:21:26,780 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 90d202246b399334a39ff6506801c47f 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-02T16:21:26,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=A 2024-12-02T16:21:26,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:26,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=B 2024-12-02T16:21:26,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:26,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=C 2024-12-02T16:21:26,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:26,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:26,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156546801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:26,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:26,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156546806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:26,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:26,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156546809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:26,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/d7f1f2576711459f936e426a9d4f5b4c is 50, key is test_row_0/A:col10/1733156486645/Put/seqid=0 2024-12-02T16:21:26,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742145_1321 (size=12301) 2024-12-02T16:21:26,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:26,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156546909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:26,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:26,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156546921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:26,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:26,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156546926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:27,084 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/b9f748de03f34f7f8f283576c6854cc0 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/b9f748de03f34f7f8f283576c6854cc0 2024-12-02T16:21:27,100 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 90d202246b399334a39ff6506801c47f/C of 90d202246b399334a39ff6506801c47f into b9f748de03f34f7f8f283576c6854cc0(size=12.6 K), total size for store is 24.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:21:27,100 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:27,100 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f., storeName=90d202246b399334a39ff6506801c47f/C, priority=13, startTime=1733156486457; duration=0sec 2024-12-02T16:21:27,100 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:27,100 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90d202246b399334a39ff6506801c47f:C 2024-12-02T16:21:27,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:27,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156547119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:27,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-02T16:21:27,127 INFO [Thread-1201 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-12-02T16:21:27,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:21:27,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-12-02T16:21:27,131 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:21:27,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-02T16:21:27,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:27,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156547128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:27,133 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:21:27,133 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:21:27,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:27,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156547133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:27,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-02T16:21:27,271 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/d7f1f2576711459f936e426a9d4f5b4c 2024-12-02T16:21:27,300 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:27,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-02T16:21:27,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:27,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. as already flushing 2024-12-02T16:21:27,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:27,301 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:27,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:27,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/177d8f53dda34b7fa71fbb870cad54a4 is 50, key is test_row_0/B:col10/1733156486645/Put/seqid=0 2024-12-02T16:21:27,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:27,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742146_1322 (size=12301) 2024-12-02T16:21:27,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:27,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156547423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:27,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-02T16:21:27,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:27,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156547436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:27,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:27,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156547439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:27,459 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:27,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-02T16:21:27,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:27,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. as already flushing 2024-12-02T16:21:27,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:27,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:27,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:27,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:27,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:27,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50868 deadline: 1733156547573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:27,581 DEBUG [Thread-1197 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4162 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f., hostname=2a8f9448bb5c,46371,1733156403634, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T16:21:27,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:27,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1733156547594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:27,598 DEBUG [Thread-1195 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4177 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f., hostname=2a8f9448bb5c,46371,1733156403634, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T16:21:27,614 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:27,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-02T16:21:27,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:27,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. as already flushing 2024-12-02T16:21:27,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:27,615 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:27,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:27,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:27,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-02T16:21:27,753 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/177d8f53dda34b7fa71fbb870cad54a4 2024-12-02T16:21:27,781 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:27,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-02T16:21:27,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:27,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. as already flushing 2024-12-02T16:21:27,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:27,782 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:27,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:27,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:27,784 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/04b1b5439baa4560a638aed05ada40cc is 50, key is test_row_0/C:col10/1733156486645/Put/seqid=0 2024-12-02T16:21:27,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742147_1323 (size=12301) 2024-12-02T16:21:27,837 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/04b1b5439baa4560a638aed05ada40cc 2024-12-02T16:21:27,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/d7f1f2576711459f936e426a9d4f5b4c as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/d7f1f2576711459f936e426a9d4f5b4c 2024-12-02T16:21:27,872 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/d7f1f2576711459f936e426a9d4f5b4c, entries=150, sequenceid=316, filesize=12.0 K 2024-12-02T16:21:27,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/177d8f53dda34b7fa71fbb870cad54a4 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/177d8f53dda34b7fa71fbb870cad54a4 2024-12-02T16:21:27,882 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/177d8f53dda34b7fa71fbb870cad54a4, entries=150, sequenceid=316, filesize=12.0 K 2024-12-02T16:21:27,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/04b1b5439baa4560a638aed05ada40cc as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/04b1b5439baa4560a638aed05ada40cc 2024-12-02T16:21:27,890 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/04b1b5439baa4560a638aed05ada40cc, entries=150, sequenceid=316, filesize=12.0 K 2024-12-02T16:21:27,891 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 90d202246b399334a39ff6506801c47f in 1111ms, sequenceid=316, compaction requested=true 2024-12-02T16:21:27,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:27,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90d202246b399334a39ff6506801c47f:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:21:27,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:21:27,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90d202246b399334a39ff6506801c47f:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:21:27,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-02T16:21:27,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90d202246b399334a39ff6506801c47f:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:21:27,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-02T16:21:27,891 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:21:27,891 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:21:27,893 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:21:27,893 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): 90d202246b399334a39ff6506801c47f/A is initiating minor compaction (all files) 2024-12-02T16:21:27,893 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:21:27,893 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 90d202246b399334a39ff6506801c47f/A in TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:27,893 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 90d202246b399334a39ff6506801c47f/C is initiating minor compaction (all files) 2024-12-02T16:21:27,893 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 90d202246b399334a39ff6506801c47f/C in TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:27,893 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/8ec9995db5d64511b10dcfcda9002505, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/c56993232911459a8648a0a466441b64, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/d7f1f2576711459f936e426a9d4f5b4c] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp, totalSize=36.6 K 2024-12-02T16:21:27,893 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/b9f748de03f34f7f8f283576c6854cc0, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/bc61e067d3e2442388d6a7637c5190a9, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/04b1b5439baa4560a638aed05ada40cc] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp, totalSize=36.6 K 2024-12-02T16:21:27,894 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ec9995db5d64511b10dcfcda9002505, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733156485529 2024-12-02T16:21:27,894 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting b9f748de03f34f7f8f283576c6854cc0, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733156485529 2024-12-02T16:21:27,894 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting c56993232911459a8648a0a466441b64, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1733156485860 2024-12-02T16:21:27,896 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting d7f1f2576711459f936e426a9d4f5b4c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1733156486643 2024-12-02T16:21:27,897 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting bc61e067d3e2442388d6a7637c5190a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1733156485860 2024-12-02T16:21:27,897 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 04b1b5439baa4560a638aed05ada40cc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1733156486643 2024-12-02T16:21:27,926 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90d202246b399334a39ff6506801c47f#A#compaction#272 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:21:27,927 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/a4f8c10c7dbb4618a18a2adea2ff0dc0 is 50, key is test_row_0/A:col10/1733156486645/Put/seqid=0 2024-12-02T16:21:27,935 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90d202246b399334a39ff6506801c47f#C#compaction#273 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:21:27,936 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/fe1ac99c5c79437ea1e8644579ca61b1 is 50, key is test_row_0/C:col10/1733156486645/Put/seqid=0 2024-12-02T16:21:27,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 90d202246b399334a39ff6506801c47f 2024-12-02T16:21:27,939 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 90d202246b399334a39ff6506801c47f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T16:21:27,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=A 2024-12-02T16:21:27,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:27,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=B 2024-12-02T16:21:27,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:27,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=C 2024-12-02T16:21:27,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:27,940 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:27,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-02T16:21:27,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:27,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. as already flushing 2024-12-02T16:21:27,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:27,947 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:27,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:27,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:27,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742148_1324 (size=13017) 2024-12-02T16:21:27,976 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/a4f8c10c7dbb4618a18a2adea2ff0dc0 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/a4f8c10c7dbb4618a18a2adea2ff0dc0 2024-12-02T16:21:27,981 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 90d202246b399334a39ff6506801c47f/A of 90d202246b399334a39ff6506801c47f into a4f8c10c7dbb4618a18a2adea2ff0dc0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:21:27,981 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:27,981 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f., storeName=90d202246b399334a39ff6506801c47f/A, priority=13, startTime=1733156487891; duration=0sec 2024-12-02T16:21:27,981 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:21:27,981 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90d202246b399334a39ff6506801c47f:A 2024-12-02T16:21:27,981 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:21:27,983 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:21:27,983 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): 90d202246b399334a39ff6506801c47f/B is initiating minor compaction (all files) 2024-12-02T16:21:27,983 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 90d202246b399334a39ff6506801c47f/B in TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:27,983 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/ad019a461b594c1897cdf176bdc8278b, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/b68a74375aed41d5aa6569f22f7d5c63, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/177d8f53dda34b7fa71fbb870cad54a4] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp, totalSize=36.6 K 2024-12-02T16:21:27,983 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad019a461b594c1897cdf176bdc8278b, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733156485529 2024-12-02T16:21:27,984 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting b68a74375aed41d5aa6569f22f7d5c63, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1733156485860 2024-12-02T16:21:27,984 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 177d8f53dda34b7fa71fbb870cad54a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1733156486643 2024-12-02T16:21:27,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/3115b29923c14e3fa5637f6ad5b0522f is 50, key is test_row_0/A:col10/1733156487933/Put/seqid=0 2024-12-02T16:21:28,010 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90d202246b399334a39ff6506801c47f#B#compaction#275 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:21:28,011 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/e1a3b4ac48134b47ad23fe9ed80708ce is 50, key is test_row_0/B:col10/1733156486645/Put/seqid=0 2024-12-02T16:21:28,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742149_1325 (size=13017) 2024-12-02T16:21:28,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:28,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156548017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:28,021 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/fe1ac99c5c79437ea1e8644579ca61b1 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/fe1ac99c5c79437ea1e8644579ca61b1 2024-12-02T16:21:28,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:28,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156548022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:28,026 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 90d202246b399334a39ff6506801c47f/C of 90d202246b399334a39ff6506801c47f into fe1ac99c5c79437ea1e8644579ca61b1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:21:28,026 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:28,026 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f., storeName=90d202246b399334a39ff6506801c47f/C, priority=13, startTime=1733156487891; duration=0sec 2024-12-02T16:21:28,026 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:28,026 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90d202246b399334a39ff6506801c47f:C 2024-12-02T16:21:28,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:28,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156548025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:28,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742150_1326 (size=12301) 2024-12-02T16:21:28,080 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/3115b29923c14e3fa5637f6ad5b0522f 2024-12-02T16:21:28,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742151_1327 (size=13017) 2024-12-02T16:21:28,100 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:28,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-02T16:21:28,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:28,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. as already flushing 2024-12-02T16:21:28,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:28,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:28,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:28,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:28,104 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/e1a3b4ac48134b47ad23fe9ed80708ce as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/e1a3b4ac48134b47ad23fe9ed80708ce 2024-12-02T16:21:28,109 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 90d202246b399334a39ff6506801c47f/B of 90d202246b399334a39ff6506801c47f into e1a3b4ac48134b47ad23fe9ed80708ce(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:21:28,109 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:28,109 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f., storeName=90d202246b399334a39ff6506801c47f/B, priority=13, startTime=1733156487891; duration=0sec 2024-12-02T16:21:28,109 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:28,109 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90d202246b399334a39ff6506801c47f:B 2024-12-02T16:21:28,119 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/506f5b973d014e4dabb7c7d472992bb4 is 50, key is test_row_0/B:col10/1733156487933/Put/seqid=0 2024-12-02T16:21:28,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:28,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156548121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:28,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:28,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156548127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:28,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:28,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156548135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:28,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742152_1328 (size=12301) 2024-12-02T16:21:28,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/506f5b973d014e4dabb7c7d472992bb4 2024-12-02T16:21:28,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/6dc9ab05ff4a4170adce0e0ebdd071b1 is 50, key is test_row_0/C:col10/1733156487933/Put/seqid=0 2024-12-02T16:21:28,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742153_1329 (size=12301) 2024-12-02T16:21:28,204 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/6dc9ab05ff4a4170adce0e0ebdd071b1 2024-12-02T16:21:28,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/3115b29923c14e3fa5637f6ad5b0522f as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/3115b29923c14e3fa5637f6ad5b0522f 2024-12-02T16:21:28,221 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/3115b29923c14e3fa5637f6ad5b0522f, entries=150, sequenceid=328, filesize=12.0 K 2024-12-02T16:21:28,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/506f5b973d014e4dabb7c7d472992bb4 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/506f5b973d014e4dabb7c7d472992bb4 2024-12-02T16:21:28,227 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/506f5b973d014e4dabb7c7d472992bb4, entries=150, sequenceid=328, filesize=12.0 K 2024-12-02T16:21:28,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/6dc9ab05ff4a4170adce0e0ebdd071b1 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/6dc9ab05ff4a4170adce0e0ebdd071b1 2024-12-02T16:21:28,235 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/6dc9ab05ff4a4170adce0e0ebdd071b1, entries=150, sequenceid=328, filesize=12.0 K 2024-12-02T16:21:28,236 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 90d202246b399334a39ff6506801c47f in 297ms, sequenceid=328, compaction requested=false 2024-12-02T16:21:28,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:28,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-02T16:21:28,254 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:28,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-02T16:21:28,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:28,256 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing 90d202246b399334a39ff6506801c47f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-02T16:21:28,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=A 2024-12-02T16:21:28,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:28,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=B 2024-12-02T16:21:28,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:28,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=C 2024-12-02T16:21:28,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:28,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/8bc1bedba74343eebd692103d248806f is 50, key is test_row_0/A:col10/1733156488015/Put/seqid=0 2024-12-02T16:21:28,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742154_1330 (size=12301) 2024-12-02T16:21:28,331 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/8bc1bedba74343eebd692103d248806f 2024-12-02T16:21:28,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. as already flushing 2024-12-02T16:21:28,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 90d202246b399334a39ff6506801c47f 2024-12-02T16:21:28,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/7a3ea5cf3bdf47289933ca5bf2c798eb is 50, key is test_row_0/B:col10/1733156488015/Put/seqid=0 2024-12-02T16:21:28,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:28,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156548354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:28,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:28,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:28,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156548362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:28,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156548360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:28,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742155_1331 (size=12301) 2024-12-02T16:21:28,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:28,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156548473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:28,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:28,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156548465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:28,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:28,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156548485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:28,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:28,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156548677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:28,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:28,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156548690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:28,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:28,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156548701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:28,789 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/7a3ea5cf3bdf47289933ca5bf2c798eb 2024-12-02T16:21:28,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/af9b35fa9513467b848f20ba00d8adfb is 50, key is test_row_0/C:col10/1733156488015/Put/seqid=0 2024-12-02T16:21:28,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742156_1332 (size=12301) 2024-12-02T16:21:28,882 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/af9b35fa9513467b848f20ba00d8adfb 2024-12-02T16:21:28,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/8bc1bedba74343eebd692103d248806f as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/8bc1bedba74343eebd692103d248806f 2024-12-02T16:21:28,981 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/8bc1bedba74343eebd692103d248806f, entries=150, sequenceid=356, filesize=12.0 K 2024-12-02T16:21:28,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:28,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156548983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:28,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/7a3ea5cf3bdf47289933ca5bf2c798eb as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/7a3ea5cf3bdf47289933ca5bf2c798eb 2024-12-02T16:21:28,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:28,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156548996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:29,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:29,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156549009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:29,022 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/7a3ea5cf3bdf47289933ca5bf2c798eb, entries=150, sequenceid=356, filesize=12.0 K 2024-12-02T16:21:29,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/af9b35fa9513467b848f20ba00d8adfb as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/af9b35fa9513467b848f20ba00d8adfb 2024-12-02T16:21:29,061 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/af9b35fa9513467b848f20ba00d8adfb, entries=150, sequenceid=356, filesize=12.0 K 2024-12-02T16:21:29,062 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 90d202246b399334a39ff6506801c47f in 806ms, sequenceid=356, compaction requested=true 2024-12-02T16:21:29,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:29,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:29,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-12-02T16:21:29,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-12-02T16:21:29,064 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-12-02T16:21:29,064 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9300 sec 2024-12-02T16:21:29,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 1.9350 sec 2024-12-02T16:21:29,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-02T16:21:29,247 INFO [Thread-1201 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-12-02T16:21:29,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:21:29,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-12-02T16:21:29,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-02T16:21:29,255 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:21:29,255 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:21:29,255 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:21:29,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-02T16:21:29,408 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:29,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-02T16:21:29,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:29,413 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing 90d202246b399334a39ff6506801c47f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T16:21:29,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=A 2024-12-02T16:21:29,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:29,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=B 2024-12-02T16:21:29,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:29,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=C 2024-12-02T16:21:29,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:29,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/02515b2912bd4efca634c621b4c9b9d4 is 50, key is test_row_0/A:col10/1733156488336/Put/seqid=0 2024-12-02T16:21:29,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742157_1333 (size=12301) 2024-12-02T16:21:29,478 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/02515b2912bd4efca634c621b4c9b9d4 2024-12-02T16:21:29,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 90d202246b399334a39ff6506801c47f 2024-12-02T16:21:29,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. as already flushing 2024-12-02T16:21:29,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/2f1ed0122888427b8b5d4b027774f467 is 50, key is test_row_0/B:col10/1733156488336/Put/seqid=0 2024-12-02T16:21:29,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-02T16:21:29,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742158_1334 (size=12301) 2024-12-02T16:21:29,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:29,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156549583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:29,593 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/2f1ed0122888427b8b5d4b027774f467 2024-12-02T16:21:29,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:29,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156549590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:29,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:29,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156549594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:29,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/bf01f1bd10a449d7ab3425a0eda2a2fc is 50, key is test_row_0/C:col10/1733156488336/Put/seqid=0 2024-12-02T16:21:29,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742159_1335 (size=12301) 2024-12-02T16:21:29,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:29,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156549691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:29,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:29,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156549695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:29,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:29,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156549699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:29,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-02T16:21:29,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:29,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156549901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:29,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:29,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156549902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:29,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:29,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156549910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:30,090 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/bf01f1bd10a449d7ab3425a0eda2a2fc 2024-12-02T16:21:30,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/02515b2912bd4efca634c621b4c9b9d4 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/02515b2912bd4efca634c621b4c9b9d4 2024-12-02T16:21:30,149 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/02515b2912bd4efca634c621b4c9b9d4, entries=150, sequenceid=367, filesize=12.0 K 2024-12-02T16:21:30,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/2f1ed0122888427b8b5d4b027774f467 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/2f1ed0122888427b8b5d4b027774f467 2024-12-02T16:21:30,170 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/2f1ed0122888427b8b5d4b027774f467, entries=150, sequenceid=367, filesize=12.0 K 2024-12-02T16:21:30,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/bf01f1bd10a449d7ab3425a0eda2a2fc as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/bf01f1bd10a449d7ab3425a0eda2a2fc 2024-12-02T16:21:30,199 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/bf01f1bd10a449d7ab3425a0eda2a2fc, entries=150, sequenceid=367, filesize=12.0 K 2024-12-02T16:21:30,200 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 90d202246b399334a39ff6506801c47f in 788ms, sequenceid=367, compaction requested=true 2024-12-02T16:21:30,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:30,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:30,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-12-02T16:21:30,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-12-02T16:21:30,209 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-12-02T16:21:30,209 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 953 msec 2024-12-02T16:21:30,211 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 957 msec 2024-12-02T16:21:30,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 90d202246b399334a39ff6506801c47f 2024-12-02T16:21:30,214 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 90d202246b399334a39ff6506801c47f 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-02T16:21:30,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=A 2024-12-02T16:21:30,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:30,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=B 2024-12-02T16:21:30,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:30,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=C 2024-12-02T16:21:30,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:30,225 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/f1603c128d1247639fff3e27ce6be356 is 50, key is test_row_0/A:col10/1733156489589/Put/seqid=0 2024-12-02T16:21:30,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:30,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156550226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:30,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:30,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:30,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156550228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:30,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156550227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:30,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742160_1336 (size=12301) 2024-12-02T16:21:30,247 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/f1603c128d1247639fff3e27ce6be356 2024-12-02T16:21:30,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/8527aee05546443fb849fe1025c9bc5c is 50, key is test_row_0/B:col10/1733156489589/Put/seqid=0 2024-12-02T16:21:30,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742161_1337 (size=12301) 2024-12-02T16:21:30,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:30,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156550332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:30,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:30,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156550332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:30,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:30,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156550332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:30,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-02T16:21:30,358 INFO [Thread-1201 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-12-02T16:21:30,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:21:30,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-12-02T16:21:30,361 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:21:30,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-02T16:21:30,362 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:21:30,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:21:30,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-02T16:21:30,514 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:30,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-02T16:21:30,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:30,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. as already flushing 2024-12-02T16:21:30,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:30,517 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:30,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:30,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:30,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:30,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156550535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:30,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:30,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:30,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156550537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:30,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156550537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:30,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-02T16:21:30,671 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:30,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-02T16:21:30,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:30,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. as already flushing 2024-12-02T16:21:30,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:30,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:30,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:30,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:30,687 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/8527aee05546443fb849fe1025c9bc5c 2024-12-02T16:21:30,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/ada528abd50a4cf99301d310a6188be5 is 50, key is test_row_0/C:col10/1733156489589/Put/seqid=0 2024-12-02T16:21:30,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742162_1338 (size=12301) 2024-12-02T16:21:30,824 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:30,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-02T16:21:30,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:30,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. as already flushing 2024-12-02T16:21:30,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:30,825 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:30,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:30,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:30,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:30,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156550839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:30,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:30,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156550841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:30,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:30,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156550843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:30,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-02T16:21:30,977 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:30,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-02T16:21:30,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:30,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. as already flushing 2024-12-02T16:21:30,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:30,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:30,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:30,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:31,111 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/ada528abd50a4cf99301d310a6188be5 2024-12-02T16:21:31,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/f1603c128d1247639fff3e27ce6be356 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/f1603c128d1247639fff3e27ce6be356 2024-12-02T16:21:31,136 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:31,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-02T16:21:31,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:31,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. as already flushing 2024-12-02T16:21:31,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:31,139 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:31,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:31,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:31,144 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/f1603c128d1247639fff3e27ce6be356, entries=150, sequenceid=394, filesize=12.0 K 2024-12-02T16:21:31,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/8527aee05546443fb849fe1025c9bc5c as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/8527aee05546443fb849fe1025c9bc5c 2024-12-02T16:21:31,149 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/8527aee05546443fb849fe1025c9bc5c, entries=150, sequenceid=394, filesize=12.0 K 2024-12-02T16:21:31,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/ada528abd50a4cf99301d310a6188be5 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/ada528abd50a4cf99301d310a6188be5 2024-12-02T16:21:31,153 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/ada528abd50a4cf99301d310a6188be5, entries=150, sequenceid=394, filesize=12.0 K 2024-12-02T16:21:31,154 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 90d202246b399334a39ff6506801c47f in 940ms, sequenceid=394, compaction requested=true 2024-12-02T16:21:31,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:31,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90d202246b399334a39ff6506801c47f:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:21:31,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:31,154 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-02T16:21:31,154 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-02T16:21:31,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90d202246b399334a39ff6506801c47f:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:21:31,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:31,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90d202246b399334a39ff6506801c47f:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:21:31,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:21:31,157 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62221 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-02T16:21:31,157 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): 90d202246b399334a39ff6506801c47f/A is initiating minor compaction (all files) 2024-12-02T16:21:31,157 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 90d202246b399334a39ff6506801c47f/A in TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:31,157 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/a4f8c10c7dbb4618a18a2adea2ff0dc0, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/3115b29923c14e3fa5637f6ad5b0522f, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/8bc1bedba74343eebd692103d248806f, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/02515b2912bd4efca634c621b4c9b9d4, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/f1603c128d1247639fff3e27ce6be356] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp, totalSize=60.8 K 2024-12-02T16:21:31,157 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62221 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-02T16:21:31,157 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 90d202246b399334a39ff6506801c47f/B is initiating minor compaction (all files) 2024-12-02T16:21:31,157 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 90d202246b399334a39ff6506801c47f/B in TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:31,157 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4f8c10c7dbb4618a18a2adea2ff0dc0, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1733156486643 2024-12-02T16:21:31,157 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/e1a3b4ac48134b47ad23fe9ed80708ce, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/506f5b973d014e4dabb7c7d472992bb4, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/7a3ea5cf3bdf47289933ca5bf2c798eb, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/2f1ed0122888427b8b5d4b027774f467, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/8527aee05546443fb849fe1025c9bc5c] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp, totalSize=60.8 K 2024-12-02T16:21:31,158 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting e1a3b4ac48134b47ad23fe9ed80708ce, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1733156486643 2024-12-02T16:21:31,158 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3115b29923c14e3fa5637f6ad5b0522f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733156486803 2024-12-02T16:21:31,159 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 506f5b973d014e4dabb7c7d472992bb4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733156486803 2024-12-02T16:21:31,159 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8bc1bedba74343eebd692103d248806f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1733156488006 2024-12-02T16:21:31,169 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a3ea5cf3bdf47289933ca5bf2c798eb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1733156488006 2024-12-02T16:21:31,169 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 02515b2912bd4efca634c621b4c9b9d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1733156488336 2024-12-02T16:21:31,169 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f1ed0122888427b8b5d4b027774f467, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1733156488336 2024-12-02T16:21:31,169 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting f1603c128d1247639fff3e27ce6be356, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1733156489579 2024-12-02T16:21:31,169 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 8527aee05546443fb849fe1025c9bc5c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1733156489579 2024-12-02T16:21:31,191 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90d202246b399334a39ff6506801c47f#B#compaction#287 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:21:31,192 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/165f982dcf7b4967a9734ff76a384b6b is 50, key is test_row_0/B:col10/1733156489589/Put/seqid=0 2024-12-02T16:21:31,196 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90d202246b399334a39ff6506801c47f#A#compaction#288 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:21:31,197 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/439f0c51cd384cf5a01651ffbd4c2cc6 is 50, key is test_row_0/A:col10/1733156489589/Put/seqid=0 2024-12-02T16:21:31,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742164_1340 (size=13187) 2024-12-02T16:21:31,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742163_1339 (size=13187) 2024-12-02T16:21:31,275 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/439f0c51cd384cf5a01651ffbd4c2cc6 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/439f0c51cd384cf5a01651ffbd4c2cc6 2024-12-02T16:21:31,280 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 90d202246b399334a39ff6506801c47f/A of 90d202246b399334a39ff6506801c47f into 439f0c51cd384cf5a01651ffbd4c2cc6(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:21:31,281 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:31,281 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f., storeName=90d202246b399334a39ff6506801c47f/A, priority=11, startTime=1733156491154; duration=0sec 2024-12-02T16:21:31,281 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:21:31,281 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90d202246b399334a39ff6506801c47f:A 2024-12-02T16:21:31,281 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-02T16:21:31,283 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62221 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-02T16:21:31,283 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): 90d202246b399334a39ff6506801c47f/C is initiating minor compaction (all files) 2024-12-02T16:21:31,283 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 90d202246b399334a39ff6506801c47f/C in TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:31,283 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/fe1ac99c5c79437ea1e8644579ca61b1, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/6dc9ab05ff4a4170adce0e0ebdd071b1, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/af9b35fa9513467b848f20ba00d8adfb, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/bf01f1bd10a449d7ab3425a0eda2a2fc, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/ada528abd50a4cf99301d310a6188be5] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp, totalSize=60.8 K 2024-12-02T16:21:31,283 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting fe1ac99c5c79437ea1e8644579ca61b1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1733156486643 2024-12-02T16:21:31,283 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6dc9ab05ff4a4170adce0e0ebdd071b1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733156486803 2024-12-02T16:21:31,284 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting af9b35fa9513467b848f20ba00d8adfb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1733156488006 2024-12-02T16:21:31,284 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf01f1bd10a449d7ab3425a0eda2a2fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1733156488336 2024-12-02T16:21:31,285 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting ada528abd50a4cf99301d310a6188be5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1733156489579 2024-12-02T16:21:31,294 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90d202246b399334a39ff6506801c47f#C#compaction#289 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:21:31,295 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/d352fe63b6aa475cb1ff01768258e24c is 50, key is test_row_0/C:col10/1733156489589/Put/seqid=0 2024-12-02T16:21:31,295 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:31,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-02T16:21:31,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:31,296 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2837): Flushing 90d202246b399334a39ff6506801c47f 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-02T16:21:31,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=A 2024-12-02T16:21:31,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:31,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=B 2024-12-02T16:21:31,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:31,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=C 2024-12-02T16:21:31,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:31,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/2168df3803aa410bb380118afb487c7e is 50, key is test_row_0/A:col10/1733156490225/Put/seqid=0 2024-12-02T16:21:31,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742165_1341 (size=13187) 2024-12-02T16:21:31,333 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/d352fe63b6aa475cb1ff01768258e24c as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/d352fe63b6aa475cb1ff01768258e24c 2024-12-02T16:21:31,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742166_1342 (size=12301) 2024-12-02T16:21:31,339 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 90d202246b399334a39ff6506801c47f/C of 90d202246b399334a39ff6506801c47f into d352fe63b6aa475cb1ff01768258e24c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:21:31,339 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:31,339 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f., storeName=90d202246b399334a39ff6506801c47f/C, priority=11, startTime=1733156491155; duration=0sec 2024-12-02T16:21:31,339 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/2168df3803aa410bb380118afb487c7e 2024-12-02T16:21:31,339 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:31,339 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90d202246b399334a39ff6506801c47f:C 2024-12-02T16:21:31,340 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T16:21:31,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. as already flushing 2024-12-02T16:21:31,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 90d202246b399334a39ff6506801c47f 2024-12-02T16:21:31,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/605120059f8a4cfabd956d4b6f63a142 is 50, key is test_row_0/B:col10/1733156490225/Put/seqid=0 2024-12-02T16:21:31,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742167_1343 (size=12301) 2024-12-02T16:21:31,379 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/605120059f8a4cfabd956d4b6f63a142 2024-12-02T16:21:31,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/15407f525cb7425ca83d78beb6dfd675 is 50, key is test_row_0/C:col10/1733156490225/Put/seqid=0 2024-12-02T16:21:31,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742168_1344 (size=12301) 2024-12-02T16:21:31,396 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/15407f525cb7425ca83d78beb6dfd675 2024-12-02T16:21:31,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:31,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156551398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:31,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:31,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156551398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:31,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:31,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156551398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:31,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/2168df3803aa410bb380118afb487c7e as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/2168df3803aa410bb380118afb487c7e 2024-12-02T16:21:31,411 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/2168df3803aa410bb380118afb487c7e, entries=150, sequenceid=405, filesize=12.0 K 2024-12-02T16:21:31,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/605120059f8a4cfabd956d4b6f63a142 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/605120059f8a4cfabd956d4b6f63a142 2024-12-02T16:21:31,416 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/605120059f8a4cfabd956d4b6f63a142, entries=150, sequenceid=405, filesize=12.0 K 2024-12-02T16:21:31,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/15407f525cb7425ca83d78beb6dfd675 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/15407f525cb7425ca83d78beb6dfd675 2024-12-02T16:21:31,420 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/15407f525cb7425ca83d78beb6dfd675, entries=150, sequenceid=405, filesize=12.0 K 2024-12-02T16:21:31,421 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 90d202246b399334a39ff6506801c47f in 124ms, sequenceid=405, compaction requested=false 2024-12-02T16:21:31,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2538): Flush status journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:31,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:31,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-12-02T16:21:31,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=90 2024-12-02T16:21:31,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-12-02T16:21:31,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0600 sec 2024-12-02T16:21:31,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 1.0640 sec 2024-12-02T16:21:31,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-02T16:21:31,465 INFO [Thread-1201 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-12-02T16:21:31,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:21:31,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees 2024-12-02T16:21:31,469 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:21:31,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-02T16:21:31,469 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:21:31,469 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:21:31,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 90d202246b399334a39ff6506801c47f 2024-12-02T16:21:31,505 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 90d202246b399334a39ff6506801c47f 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-02T16:21:31,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=A 2024-12-02T16:21:31,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:31,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=B 2024-12-02T16:21:31,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:31,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=C 2024-12-02T16:21:31,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:31,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:31,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156551541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:31,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:31,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:31,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156551542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:31,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156551542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:31,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/993e0bad56b24c259a9375a61f6a70b8 is 50, key is test_row_0/A:col10/1733156491380/Put/seqid=0 2024-12-02T16:21:31,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742169_1345 (size=12301) 2024-12-02T16:21:31,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-02T16:21:31,573 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/993e0bad56b24c259a9375a61f6a70b8 2024-12-02T16:21:31,587 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/f58e2cfa5feb4977b29e8c3add575841 is 50, key is test_row_0/B:col10/1733156491380/Put/seqid=0 2024-12-02T16:21:31,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742170_1346 (size=12301) 2024-12-02T16:21:31,615 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/f58e2cfa5feb4977b29e8c3add575841 2024-12-02T16:21:31,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:31,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50868 deadline: 1733156551614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:31,618 DEBUG [Thread-1197 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8200 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f., hostname=2a8f9448bb5c,46371,1733156403634, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T16:21:31,621 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:31,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-02T16:21:31,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:31,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. as already flushing 2024-12-02T16:21:31,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:31,622 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:31,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:31,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:31,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/fec8f4df39364f1d9921b56a1b71d18f is 50, key is test_row_0/C:col10/1733156491380/Put/seqid=0 2024-12-02T16:21:31,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:31,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1733156551628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:31,629 DEBUG [Thread-1195 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8209 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f., hostname=2a8f9448bb5c,46371,1733156403634, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T16:21:31,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742171_1347 (size=12301) 2024-12-02T16:21:31,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:31,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156551647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:31,654 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/fec8f4df39364f1d9921b56a1b71d18f 2024-12-02T16:21:31,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:31,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156551652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:31,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:31,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156551653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:31,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/993e0bad56b24c259a9375a61f6a70b8 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/993e0bad56b24c259a9375a61f6a70b8 2024-12-02T16:21:31,663 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/165f982dcf7b4967a9734ff76a384b6b as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/165f982dcf7b4967a9734ff76a384b6b 2024-12-02T16:21:31,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/993e0bad56b24c259a9375a61f6a70b8, entries=150, sequenceid=434, filesize=12.0 K 2024-12-02T16:21:31,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/f58e2cfa5feb4977b29e8c3add575841 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/f58e2cfa5feb4977b29e8c3add575841 2024-12-02T16:21:31,679 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 90d202246b399334a39ff6506801c47f/B of 90d202246b399334a39ff6506801c47f into 165f982dcf7b4967a9734ff76a384b6b(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:21:31,679 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:31,679 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f., storeName=90d202246b399334a39ff6506801c47f/B, priority=11, startTime=1733156491154; duration=0sec 2024-12-02T16:21:31,680 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:31,680 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90d202246b399334a39ff6506801c47f:B 2024-12-02T16:21:31,683 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/f58e2cfa5feb4977b29e8c3add575841, entries=150, sequenceid=434, filesize=12.0 K 2024-12-02T16:21:31,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/fec8f4df39364f1d9921b56a1b71d18f as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/fec8f4df39364f1d9921b56a1b71d18f 2024-12-02T16:21:31,688 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/fec8f4df39364f1d9921b56a1b71d18f, entries=150, sequenceid=434, filesize=12.0 K 2024-12-02T16:21:31,691 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 90d202246b399334a39ff6506801c47f in 185ms, sequenceid=434, compaction requested=true 2024-12-02T16:21:31,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:31,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90d202246b399334a39ff6506801c47f:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:21:31,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:31,691 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:21:31,691 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:21:31,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90d202246b399334a39ff6506801c47f:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:21:31,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:31,692 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:21:31,692 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): 90d202246b399334a39ff6506801c47f/A is initiating minor compaction (all files) 2024-12-02T16:21:31,692 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 90d202246b399334a39ff6506801c47f/A in TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:31,692 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/439f0c51cd384cf5a01651ffbd4c2cc6, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/2168df3803aa410bb380118afb487c7e, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/993e0bad56b24c259a9375a61f6a70b8] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp, totalSize=36.9 K 2024-12-02T16:21:31,692 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:21:31,693 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 90d202246b399334a39ff6506801c47f/B is initiating minor compaction (all files) 2024-12-02T16:21:31,693 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 90d202246b399334a39ff6506801c47f/B in TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:31,693 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/165f982dcf7b4967a9734ff76a384b6b, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/605120059f8a4cfabd956d4b6f63a142, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/f58e2cfa5feb4977b29e8c3add575841] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp, totalSize=36.9 K 2024-12-02T16:21:31,693 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 439f0c51cd384cf5a01651ffbd4c2cc6, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1733156489579 2024-12-02T16:21:31,693 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 165f982dcf7b4967a9734ff76a384b6b, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1733156489579 2024-12-02T16:21:31,693 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 605120059f8a4cfabd956d4b6f63a142, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1733156490215 2024-12-02T16:21:31,694 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2168df3803aa410bb380118afb487c7e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1733156490215 2024-12-02T16:21:31,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90d202246b399334a39ff6506801c47f:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:21:31,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:21:31,695 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting f58e2cfa5feb4977b29e8c3add575841, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1733156491380 2024-12-02T16:21:31,695 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 993e0bad56b24c259a9375a61f6a70b8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1733156491380 2024-12-02T16:21:31,716 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90d202246b399334a39ff6506801c47f#B#compaction#296 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:21:31,716 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/007fdbe5beec4e098235991c91dca082 is 50, key is test_row_0/B:col10/1733156491380/Put/seqid=0 2024-12-02T16:21:31,720 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90d202246b399334a39ff6506801c47f#A#compaction#297 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:21:31,720 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/ae17325292064d4a8f566c10f84d8f86 is 50, key is test_row_0/A:col10/1733156491380/Put/seqid=0 2024-12-02T16:21:31,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742173_1349 (size=13289) 2024-12-02T16:21:31,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-02T16:21:31,774 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:31,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-02T16:21:31,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:31,775 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2837): Flushing 90d202246b399334a39ff6506801c47f 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-02T16:21:31,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=A 2024-12-02T16:21:31,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:31,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=B 2024-12-02T16:21:31,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:31,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=C 2024-12-02T16:21:31,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:31,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742172_1348 (size=13289) 2024-12-02T16:21:31,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/be304b384654422082a83d10a15a922b is 50, key is test_row_0/A:col10/1733156491506/Put/seqid=0 2024-12-02T16:21:31,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742174_1350 (size=12301) 2024-12-02T16:21:31,837 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/be304b384654422082a83d10a15a922b 2024-12-02T16:21:31,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. as already flushing 2024-12-02T16:21:31,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 90d202246b399334a39ff6506801c47f 2024-12-02T16:21:31,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/c1844eedcc0b466488977b1263d6561b is 50, key is test_row_0/B:col10/1733156491506/Put/seqid=0 2024-12-02T16:21:31,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:31,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156551933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:31,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:31,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156551935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:31,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742175_1351 (size=12301) 2024-12-02T16:21:31,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:31,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156551937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:32,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:32,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156552040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:32,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:32,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156552041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:32,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:32,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156552041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:32,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-02T16:21:32,169 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/ae17325292064d4a8f566c10f84d8f86 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/ae17325292064d4a8f566c10f84d8f86 2024-12-02T16:21:32,180 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 90d202246b399334a39ff6506801c47f/A of 90d202246b399334a39ff6506801c47f into ae17325292064d4a8f566c10f84d8f86(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:21:32,180 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:32,180 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f., storeName=90d202246b399334a39ff6506801c47f/A, priority=13, startTime=1733156491691; duration=0sec 2024-12-02T16:21:32,181 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:21:32,181 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90d202246b399334a39ff6506801c47f:A 2024-12-02T16:21:32,182 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:21:32,186 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/007fdbe5beec4e098235991c91dca082 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/007fdbe5beec4e098235991c91dca082 2024-12-02T16:21:32,188 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:21:32,188 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): 90d202246b399334a39ff6506801c47f/C is initiating minor compaction (all files) 2024-12-02T16:21:32,188 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 90d202246b399334a39ff6506801c47f/C in TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:32,188 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/d352fe63b6aa475cb1ff01768258e24c, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/15407f525cb7425ca83d78beb6dfd675, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/fec8f4df39364f1d9921b56a1b71d18f] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp, totalSize=36.9 K 2024-12-02T16:21:32,189 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting d352fe63b6aa475cb1ff01768258e24c, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1733156489579 2024-12-02T16:21:32,189 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 15407f525cb7425ca83d78beb6dfd675, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1733156490215 2024-12-02T16:21:32,191 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting fec8f4df39364f1d9921b56a1b71d18f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1733156491380 2024-12-02T16:21:32,193 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 90d202246b399334a39ff6506801c47f/B of 90d202246b399334a39ff6506801c47f into 007fdbe5beec4e098235991c91dca082(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:21:32,193 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:32,193 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f., storeName=90d202246b399334a39ff6506801c47f/B, priority=13, startTime=1733156491691; duration=0sec 2024-12-02T16:21:32,193 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:32,193 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90d202246b399334a39ff6506801c47f:B 2024-12-02T16:21:32,200 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90d202246b399334a39ff6506801c47f#C#compaction#300 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:21:32,200 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/c966fbf010554c92aa162a0695601f28 is 50, key is test_row_0/C:col10/1733156491380/Put/seqid=0 2024-12-02T16:21:32,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742176_1352 (size=13289) 2024-12-02T16:21:32,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:32,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156552245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:32,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:32,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156552246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:32,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:32,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156552253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:32,338 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/c1844eedcc0b466488977b1263d6561b 2024-12-02T16:21:32,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/b3ad28dc7ce6412c93ce309970b507d1 is 50, key is test_row_0/C:col10/1733156491506/Put/seqid=0 2024-12-02T16:21:32,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742177_1353 (size=12301) 2024-12-02T16:21:32,382 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/b3ad28dc7ce6412c93ce309970b507d1 2024-12-02T16:21:32,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/be304b384654422082a83d10a15a922b as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/be304b384654422082a83d10a15a922b 2024-12-02T16:21:32,405 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/be304b384654422082a83d10a15a922b, entries=150, sequenceid=444, filesize=12.0 K 2024-12-02T16:21:32,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/c1844eedcc0b466488977b1263d6561b as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/c1844eedcc0b466488977b1263d6561b 2024-12-02T16:21:32,410 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/c1844eedcc0b466488977b1263d6561b, entries=150, sequenceid=444, filesize=12.0 K 2024-12-02T16:21:32,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/b3ad28dc7ce6412c93ce309970b507d1 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/b3ad28dc7ce6412c93ce309970b507d1 2024-12-02T16:21:32,415 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/b3ad28dc7ce6412c93ce309970b507d1, entries=150, sequenceid=444, filesize=12.0 K 2024-12-02T16:21:32,416 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 90d202246b399334a39ff6506801c47f in 641ms, sequenceid=444, compaction requested=false 2024-12-02T16:21:32,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2538): Flush status journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:32,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:32,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92 2024-12-02T16:21:32,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=92 2024-12-02T16:21:32,419 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-12-02T16:21:32,419 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 949 msec 2024-12-02T16:21:32,421 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 953 msec 2024-12-02T16:21:32,556 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 90d202246b399334a39ff6506801c47f 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-12-02T16:21:32,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=A 2024-12-02T16:21:32,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:32,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=B 2024-12-02T16:21:32,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:32,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=C 2024-12-02T16:21:32,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:32,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 90d202246b399334a39ff6506801c47f 2024-12-02T16:21:32,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/f2a3664580b04fd58a9aeddac4b28b63 is 50, key is test_row_0/A:col10/1733156492553/Put/seqid=0 2024-12-02T16:21:32,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:32,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156552564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:32,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:32,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156552564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:32,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742178_1354 (size=17181) 2024-12-02T16:21:32,570 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/f2a3664580b04fd58a9aeddac4b28b63 2024-12-02T16:21:32,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:32,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156552573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:32,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-02T16:21:32,576 INFO [Thread-1201 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-12-02T16:21:32,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:21:32,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees 2024-12-02T16:21:32,583 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:21:32,584 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:21:32,584 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:21:32,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/a1e96cd12d7d4635825cac6e75e9deae is 50, key is test_row_0/B:col10/1733156492553/Put/seqid=0 2024-12-02T16:21:32,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-02T16:21:32,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742179_1355 (size=12301) 2024-12-02T16:21:32,595 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/a1e96cd12d7d4635825cac6e75e9deae 2024-12-02T16:21:32,609 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/c966fbf010554c92aa162a0695601f28 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/c966fbf010554c92aa162a0695601f28 2024-12-02T16:21:32,614 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 90d202246b399334a39ff6506801c47f/C of 90d202246b399334a39ff6506801c47f into c966fbf010554c92aa162a0695601f28(size=13.0 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:21:32,614 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:32,614 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f., storeName=90d202246b399334a39ff6506801c47f/C, priority=13, startTime=1733156491692; duration=0sec 2024-12-02T16:21:32,614 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:32,615 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90d202246b399334a39ff6506801c47f:C 2024-12-02T16:21:32,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/0cf668dcf33b4a6ea0be4fc6a38232e0 is 50, key is test_row_0/C:col10/1733156492553/Put/seqid=0 2024-12-02T16:21:32,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742180_1356 (size=12301) 2024-12-02T16:21:32,651 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/0cf668dcf33b4a6ea0be4fc6a38232e0 2024-12-02T16:21:32,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/f2a3664580b04fd58a9aeddac4b28b63 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/f2a3664580b04fd58a9aeddac4b28b63 2024-12-02T16:21:32,662 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/f2a3664580b04fd58a9aeddac4b28b63, entries=250, sequenceid=475, filesize=16.8 K 2024-12-02T16:21:32,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/a1e96cd12d7d4635825cac6e75e9deae as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/a1e96cd12d7d4635825cac6e75e9deae 2024-12-02T16:21:32,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/a1e96cd12d7d4635825cac6e75e9deae, entries=150, sequenceid=475, filesize=12.0 K 2024-12-02T16:21:32,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:32,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156552671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:32,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:32,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156552671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:32,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/0cf668dcf33b4a6ea0be4fc6a38232e0 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/0cf668dcf33b4a6ea0be4fc6a38232e0 2024-12-02T16:21:32,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:32,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156552679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:32,683 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/0cf668dcf33b4a6ea0be4fc6a38232e0, entries=150, sequenceid=475, filesize=12.0 K 2024-12-02T16:21:32,686 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 90d202246b399334a39ff6506801c47f in 130ms, sequenceid=475, compaction requested=true 2024-12-02T16:21:32,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:32,687 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:21:32,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90d202246b399334a39ff6506801c47f:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:21:32,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:32,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90d202246b399334a39ff6506801c47f:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:21:32,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:32,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90d202246b399334a39ff6506801c47f:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:21:32,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:21:32,687 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:21:32,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-02T16:21:32,688 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42771 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:21:32,688 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): 90d202246b399334a39ff6506801c47f/A is initiating minor compaction (all files) 2024-12-02T16:21:32,688 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 90d202246b399334a39ff6506801c47f/A in TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:32,688 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/ae17325292064d4a8f566c10f84d8f86, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/be304b384654422082a83d10a15a922b, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/f2a3664580b04fd58a9aeddac4b28b63] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp, totalSize=41.8 K 2024-12-02T16:21:32,688 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:21:32,689 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 90d202246b399334a39ff6506801c47f/B is initiating minor compaction (all files) 2024-12-02T16:21:32,689 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 90d202246b399334a39ff6506801c47f/B in TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:32,689 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/007fdbe5beec4e098235991c91dca082, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/c1844eedcc0b466488977b1263d6561b, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/a1e96cd12d7d4635825cac6e75e9deae] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp, totalSize=37.0 K 2024-12-02T16:21:32,689 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae17325292064d4a8f566c10f84d8f86, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1733156491380 2024-12-02T16:21:32,690 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 007fdbe5beec4e098235991c91dca082, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1733156491380 2024-12-02T16:21:32,690 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting be304b384654422082a83d10a15a922b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1733156491506 2024-12-02T16:21:32,690 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting c1844eedcc0b466488977b1263d6561b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1733156491506 2024-12-02T16:21:32,690 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting f2a3664580b04fd58a9aeddac4b28b63, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1733156491925 2024-12-02T16:21:32,691 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting a1e96cd12d7d4635825cac6e75e9deae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1733156491932 2024-12-02T16:21:32,717 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90d202246b399334a39ff6506801c47f#A#compaction#305 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:21:32,717 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90d202246b399334a39ff6506801c47f#B#compaction#306 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:21:32,718 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/b86e773424264855b8d006981b0dba6a is 50, key is test_row_0/A:col10/1733156492553/Put/seqid=0 2024-12-02T16:21:32,718 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/e03332e4dbd94ed9b9a3d09342dc900a is 50, key is test_row_0/B:col10/1733156492553/Put/seqid=0 2024-12-02T16:21:32,737 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:32,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-02T16:21:32,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:32,738 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2837): Flushing 90d202246b399334a39ff6506801c47f 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-02T16:21:32,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=A 2024-12-02T16:21:32,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:32,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=B 2024-12-02T16:21:32,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:32,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=C 2024-12-02T16:21:32,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:32,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742181_1357 (size=13391) 2024-12-02T16:21:32,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742182_1358 (size=13391) 2024-12-02T16:21:32,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/8c3bbff5e63048c9b532906209721de3 is 50, key is test_row_0/A:col10/1733156492561/Put/seqid=0 2024-12-02T16:21:32,776 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/b86e773424264855b8d006981b0dba6a as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/b86e773424264855b8d006981b0dba6a 2024-12-02T16:21:32,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742183_1359 (size=12301) 2024-12-02T16:21:32,797 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 90d202246b399334a39ff6506801c47f/A of 90d202246b399334a39ff6506801c47f into b86e773424264855b8d006981b0dba6a(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:21:32,797 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:32,797 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f., storeName=90d202246b399334a39ff6506801c47f/A, priority=13, startTime=1733156492687; duration=0sec 2024-12-02T16:21:32,797 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:21:32,797 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90d202246b399334a39ff6506801c47f:A 2024-12-02T16:21:32,798 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:21:32,800 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:21:32,800 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): 90d202246b399334a39ff6506801c47f/C is initiating minor compaction (all files) 2024-12-02T16:21:32,800 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 90d202246b399334a39ff6506801c47f/C in TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:32,800 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/c966fbf010554c92aa162a0695601f28, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/b3ad28dc7ce6412c93ce309970b507d1, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/0cf668dcf33b4a6ea0be4fc6a38232e0] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp, totalSize=37.0 K 2024-12-02T16:21:32,801 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting c966fbf010554c92aa162a0695601f28, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1733156491380 2024-12-02T16:21:32,801 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting b3ad28dc7ce6412c93ce309970b507d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1733156491506 2024-12-02T16:21:32,801 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0cf668dcf33b4a6ea0be4fc6a38232e0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1733156491932 2024-12-02T16:21:32,820 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90d202246b399334a39ff6506801c47f#C#compaction#308 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:21:32,821 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/f522ab9852054a51bed2227dc74da7ba is 50, key is test_row_0/C:col10/1733156492553/Put/seqid=0 2024-12-02T16:21:32,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742184_1360 (size=13391) 2024-12-02T16:21:32,848 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/f522ab9852054a51bed2227dc74da7ba as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/f522ab9852054a51bed2227dc74da7ba 2024-12-02T16:21:32,853 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 90d202246b399334a39ff6506801c47f/C of 90d202246b399334a39ff6506801c47f into f522ab9852054a51bed2227dc74da7ba(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:21:32,853 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:32,853 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f., storeName=90d202246b399334a39ff6506801c47f/C, priority=13, startTime=1733156492687; duration=0sec 2024-12-02T16:21:32,853 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:32,853 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90d202246b399334a39ff6506801c47f:C 2024-12-02T16:21:32,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. as already flushing 2024-12-02T16:21:32,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 90d202246b399334a39ff6506801c47f 2024-12-02T16:21:32,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-02T16:21:32,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:32,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156552925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:32,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:32,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156552927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:32,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:32,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156552929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:33,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:33,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156553031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:33,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:33,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156553029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:33,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:33,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156553032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:33,186 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/e03332e4dbd94ed9b9a3d09342dc900a as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/e03332e4dbd94ed9b9a3d09342dc900a 2024-12-02T16:21:33,186 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=483 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/8c3bbff5e63048c9b532906209721de3 2024-12-02T16:21:33,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-02T16:21:33,197 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 90d202246b399334a39ff6506801c47f/B of 90d202246b399334a39ff6506801c47f into e03332e4dbd94ed9b9a3d09342dc900a(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:21:33,197 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:33,197 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f., storeName=90d202246b399334a39ff6506801c47f/B, priority=13, startTime=1733156492687; duration=0sec 2024-12-02T16:21:33,197 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:33,197 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90d202246b399334a39ff6506801c47f:B 2024-12-02T16:21:33,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/fd81ae1ebffb47c3b7f978745aa01690 is 50, key is test_row_0/B:col10/1733156492561/Put/seqid=0 2024-12-02T16:21:33,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:33,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156553237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:33,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:33,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156553241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:33,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:33,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156553241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:33,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742185_1361 (size=12301) 2024-12-02T16:21:33,265 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=483 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/fd81ae1ebffb47c3b7f978745aa01690 2024-12-02T16:21:33,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/4e31f1093a074c6f9cbc576cfb3d22a8 is 50, key is test_row_0/C:col10/1733156492561/Put/seqid=0 2024-12-02T16:21:33,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742186_1362 (size=12301) 2024-12-02T16:21:33,353 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=483 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/4e31f1093a074c6f9cbc576cfb3d22a8 2024-12-02T16:21:33,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/8c3bbff5e63048c9b532906209721de3 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/8c3bbff5e63048c9b532906209721de3 2024-12-02T16:21:33,368 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/8c3bbff5e63048c9b532906209721de3, entries=150, sequenceid=483, filesize=12.0 K 2024-12-02T16:21:33,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/fd81ae1ebffb47c3b7f978745aa01690 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/fd81ae1ebffb47c3b7f978745aa01690 2024-12-02T16:21:33,376 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/fd81ae1ebffb47c3b7f978745aa01690, entries=150, sequenceid=483, filesize=12.0 K 2024-12-02T16:21:33,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/4e31f1093a074c6f9cbc576cfb3d22a8 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/4e31f1093a074c6f9cbc576cfb3d22a8 2024-12-02T16:21:33,385 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/4e31f1093a074c6f9cbc576cfb3d22a8, entries=150, sequenceid=483, filesize=12.0 K 2024-12-02T16:21:33,386 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for 90d202246b399334a39ff6506801c47f in 648ms, sequenceid=483, compaction requested=false 2024-12-02T16:21:33,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2538): Flush status journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:33,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:33,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94 2024-12-02T16:21:33,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=94 2024-12-02T16:21:33,396 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-12-02T16:21:33,397 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 803 msec 2024-12-02T16:21:33,399 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 819 msec 2024-12-02T16:21:33,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 90d202246b399334a39ff6506801c47f 2024-12-02T16:21:33,544 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 90d202246b399334a39ff6506801c47f 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-12-02T16:21:33,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=A 2024-12-02T16:21:33,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:33,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=B 2024-12-02T16:21:33,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:33,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=C 2024-12-02T16:21:33,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:33,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:33,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156553549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:33,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:33,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156553551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:33,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:33,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156553551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:33,559 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/3078f0750f8449a5a6002a7cb49854da is 50, key is test_row_0/A:col10/1733156492924/Put/seqid=0 2024-12-02T16:21:33,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742187_1363 (size=14741) 2024-12-02T16:21:33,595 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/3078f0750f8449a5a6002a7cb49854da 2024-12-02T16:21:33,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/2340b4111ca14380a3811fa87c9b8550 is 50, key is test_row_0/B:col10/1733156492924/Put/seqid=0 2024-12-02T16:21:33,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:33,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156553653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:33,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:33,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156553654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:33,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:33,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156553654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:33,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742188_1364 (size=12301) 2024-12-02T16:21:33,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-02T16:21:33,691 INFO [Thread-1201 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 93 completed 2024-12-02T16:21:33,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:21:33,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees 2024-12-02T16:21:33,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-02T16:21:33,734 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:21:33,735 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:21:33,735 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:21:33,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-02T16:21:33,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:33,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156553858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:33,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:33,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156553858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:33,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:33,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156553859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:33,887 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:33,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-12-02T16:21:33,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:33,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. as already flushing 2024-12-02T16:21:33,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:33,887 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:33,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:33,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:34,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-02T16:21:34,040 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:34,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-12-02T16:21:34,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:34,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. as already flushing 2024-12-02T16:21:34,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:34,041 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:34,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:34,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:34,077 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/2340b4111ca14380a3811fa87c9b8550 2024-12-02T16:21:34,096 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/1beb7bb721144477bb5ce5977f4266c9 is 50, key is test_row_0/C:col10/1733156492924/Put/seqid=0 2024-12-02T16:21:34,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742189_1365 (size=12301) 2024-12-02T16:21:34,149 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/1beb7bb721144477bb5ce5977f4266c9 2024-12-02T16:21:34,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/3078f0750f8449a5a6002a7cb49854da as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/3078f0750f8449a5a6002a7cb49854da 2024-12-02T16:21:34,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:34,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156554163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:34,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:34,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156554164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:34,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:34,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156554164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:34,170 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/3078f0750f8449a5a6002a7cb49854da, entries=200, sequenceid=516, filesize=14.4 K 2024-12-02T16:21:34,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/2340b4111ca14380a3811fa87c9b8550 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/2340b4111ca14380a3811fa87c9b8550 2024-12-02T16:21:34,185 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/2340b4111ca14380a3811fa87c9b8550, entries=150, sequenceid=516, filesize=12.0 K 2024-12-02T16:21:34,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/1beb7bb721144477bb5ce5977f4266c9 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/1beb7bb721144477bb5ce5977f4266c9 2024-12-02T16:21:34,192 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:34,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-12-02T16:21:34,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:34,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. as already flushing 2024-12-02T16:21:34,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:34,195 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:34,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:34,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:34,200 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/1beb7bb721144477bb5ce5977f4266c9, entries=150, sequenceid=516, filesize=12.0 K 2024-12-02T16:21:34,203 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 90d202246b399334a39ff6506801c47f in 659ms, sequenceid=516, compaction requested=true 2024-12-02T16:21:34,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:34,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90d202246b399334a39ff6506801c47f:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:21:34,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:34,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90d202246b399334a39ff6506801c47f:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:21:34,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:21:34,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90d202246b399334a39ff6506801c47f:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:21:34,203 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:21:34,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-02T16:21:34,204 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:21:34,205 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:21:34,205 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): 90d202246b399334a39ff6506801c47f/B is initiating minor compaction (all files) 2024-12-02T16:21:34,205 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40433 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:21:34,205 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 90d202246b399334a39ff6506801c47f/B in TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:34,205 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 90d202246b399334a39ff6506801c47f/A is initiating minor compaction (all files) 2024-12-02T16:21:34,205 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 90d202246b399334a39ff6506801c47f/A in TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:34,205 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/b86e773424264855b8d006981b0dba6a, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/8c3bbff5e63048c9b532906209721de3, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/3078f0750f8449a5a6002a7cb49854da] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp, totalSize=39.5 K 2024-12-02T16:21:34,205 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/e03332e4dbd94ed9b9a3d09342dc900a, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/fd81ae1ebffb47c3b7f978745aa01690, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/2340b4111ca14380a3811fa87c9b8550] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp, totalSize=37.1 K 2024-12-02T16:21:34,206 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting b86e773424264855b8d006981b0dba6a, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1733156491932 2024-12-02T16:21:34,206 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting e03332e4dbd94ed9b9a3d09342dc900a, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1733156491932 2024-12-02T16:21:34,206 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c3bbff5e63048c9b532906209721de3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1733156492557 2024-12-02T16:21:34,207 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 3078f0750f8449a5a6002a7cb49854da, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=516, earliestPutTs=1733156492917 2024-12-02T16:21:34,207 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd81ae1ebffb47c3b7f978745aa01690, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1733156492557 2024-12-02T16:21:34,209 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2340b4111ca14380a3811fa87c9b8550, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=516, earliestPutTs=1733156492917 2024-12-02T16:21:34,220 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90d202246b399334a39ff6506801c47f#A#compaction#314 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:21:34,221 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/3f114d2c77cc4851958f75ba887a42b9 is 50, key is test_row_0/A:col10/1733156492924/Put/seqid=0 2024-12-02T16:21:34,234 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90d202246b399334a39ff6506801c47f#B#compaction#315 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:21:34,235 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/36e75a54788245658ac30ea181e3a8eb is 50, key is test_row_0/B:col10/1733156492924/Put/seqid=0 2024-12-02T16:21:34,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742190_1366 (size=13493) 2024-12-02T16:21:34,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742191_1367 (size=13493) 2024-12-02T16:21:34,290 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/3f114d2c77cc4851958f75ba887a42b9 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/3f114d2c77cc4851958f75ba887a42b9 2024-12-02T16:21:34,300 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 90d202246b399334a39ff6506801c47f/A of 90d202246b399334a39ff6506801c47f into 3f114d2c77cc4851958f75ba887a42b9(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:21:34,300 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:34,300 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f., storeName=90d202246b399334a39ff6506801c47f/A, priority=13, startTime=1733156494203; duration=0sec 2024-12-02T16:21:34,301 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:21:34,301 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90d202246b399334a39ff6506801c47f:A 2024-12-02T16:21:34,301 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:21:34,302 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:21:34,302 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 90d202246b399334a39ff6506801c47f/C is initiating minor compaction (all files) 2024-12-02T16:21:34,302 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 90d202246b399334a39ff6506801c47f/C in TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:34,302 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/f522ab9852054a51bed2227dc74da7ba, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/4e31f1093a074c6f9cbc576cfb3d22a8, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/1beb7bb721144477bb5ce5977f4266c9] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp, totalSize=37.1 K 2024-12-02T16:21:34,303 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting f522ab9852054a51bed2227dc74da7ba, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1733156491932 2024-12-02T16:21:34,303 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e31f1093a074c6f9cbc576cfb3d22a8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1733156492557 2024-12-02T16:21:34,303 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 1beb7bb721144477bb5ce5977f4266c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=516, earliestPutTs=1733156492917 2024-12-02T16:21:34,313 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90d202246b399334a39ff6506801c47f#C#compaction#316 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:21:34,313 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/3bcf9e64f8424b3299fe0956be0974ad is 50, key is test_row_0/C:col10/1733156492924/Put/seqid=0 2024-12-02T16:21:34,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-02T16:21:34,349 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:34,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-12-02T16:21:34,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742192_1368 (size=13493) 2024-12-02T16:21:34,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:34,350 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2837): Flushing 90d202246b399334a39ff6506801c47f 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-12-02T16:21:34,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=A 2024-12-02T16:21:34,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:34,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=B 2024-12-02T16:21:34,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:34,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=C 2024-12-02T16:21:34,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:34,359 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/3bcf9e64f8424b3299fe0956be0974ad as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/3bcf9e64f8424b3299fe0956be0974ad 2024-12-02T16:21:34,366 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 90d202246b399334a39ff6506801c47f/C of 90d202246b399334a39ff6506801c47f into 3bcf9e64f8424b3299fe0956be0974ad(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:21:34,366 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:34,366 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f., storeName=90d202246b399334a39ff6506801c47f/C, priority=13, startTime=1733156494203; duration=0sec 2024-12-02T16:21:34,366 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:34,366 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90d202246b399334a39ff6506801c47f:C 2024-12-02T16:21:34,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/d51c3b2c438f4eb3b0f4830d6f4c2f5c is 50, key is test_row_1/A:col10/1733156493548/Put/seqid=0 2024-12-02T16:21:34,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742193_1369 (size=7415) 2024-12-02T16:21:34,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. as already flushing 2024-12-02T16:21:34,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 90d202246b399334a39ff6506801c47f 2024-12-02T16:21:34,697 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/36e75a54788245658ac30ea181e3a8eb as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/36e75a54788245658ac30ea181e3a8eb 2024-12-02T16:21:34,702 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 90d202246b399334a39ff6506801c47f/B of 90d202246b399334a39ff6506801c47f into 36e75a54788245658ac30ea181e3a8eb(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:21:34,702 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:34,702 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f., storeName=90d202246b399334a39ff6506801c47f/B, priority=13, startTime=1733156494203; duration=0sec 2024-12-02T16:21:34,702 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:34,703 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90d202246b399334a39ff6506801c47f:B 2024-12-02T16:21:34,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:34,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156554718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:34,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:34,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156554719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:34,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:34,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156554721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:34,803 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/d51c3b2c438f4eb3b0f4830d6f4c2f5c 2024-12-02T16:21:34,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/d5ff795fc08449408009e0168948ba3c is 50, key is test_row_1/B:col10/1733156493548/Put/seqid=0 2024-12-02T16:21:34,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:34,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156554822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:34,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:34,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156554822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:34,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:34,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156554823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:34,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-02T16:21:34,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742194_1370 (size=7415) 2024-12-02T16:21:34,852 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/d5ff795fc08449408009e0168948ba3c 2024-12-02T16:21:34,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/ea52ac6030c64df496d815a3fa13ff14 is 50, key is test_row_1/C:col10/1733156493548/Put/seqid=0 2024-12-02T16:21:34,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742195_1371 (size=7415) 2024-12-02T16:21:35,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:35,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156555027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:35,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156555028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:35,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156555028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:35,311 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/ea52ac6030c64df496d815a3fa13ff14 2024-12-02T16:21:35,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/d51c3b2c438f4eb3b0f4830d6f4c2f5c as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/d51c3b2c438f4eb3b0f4830d6f4c2f5c 2024-12-02T16:21:35,329 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/d51c3b2c438f4eb3b0f4830d6f4c2f5c, entries=50, sequenceid=523, filesize=7.2 K 2024-12-02T16:21:35,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/d5ff795fc08449408009e0168948ba3c as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/d5ff795fc08449408009e0168948ba3c 2024-12-02T16:21:35,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156555332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:35,336 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/d5ff795fc08449408009e0168948ba3c, entries=50, sequenceid=523, filesize=7.2 K 2024-12-02T16:21:35,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156555332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:35,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/ea52ac6030c64df496d815a3fa13ff14 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/ea52ac6030c64df496d815a3fa13ff14 2024-12-02T16:21:35,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 286 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156555334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:35,346 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/ea52ac6030c64df496d815a3fa13ff14, entries=50, sequenceid=523, filesize=7.2 K 2024-12-02T16:21:35,349 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=194.56 KB/199230 for 90d202246b399334a39ff6506801c47f in 999ms, sequenceid=523, compaction requested=false 2024-12-02T16:21:35,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2538): Flush status journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:35,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:35,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96 2024-12-02T16:21:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=96 2024-12-02T16:21:35,352 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-12-02T16:21:35,352 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6160 sec 2024-12-02T16:21:35,354 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 1.6240 sec 2024-12-02T16:21:35,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 90d202246b399334a39ff6506801c47f 2024-12-02T16:21:35,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-02T16:21:35,841 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 90d202246b399334a39ff6506801c47f 3/3 column families, dataSize=201.27 KB heapSize=528.09 KB 2024-12-02T16:21:35,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=A 2024-12-02T16:21:35,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:35,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=B 2024-12-02T16:21:35,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:35,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=C 2024-12-02T16:21:35,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:35,842 INFO [Thread-1201 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 95 completed 2024-12-02T16:21:35,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:35,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1733156555842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:35,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:35,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156555841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:35,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:35,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:21:35,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 288 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1733156555843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:35,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-12-02T16:21:35,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-02T16:21:35,845 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:21:35,846 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:21:35,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:21:35,848 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/3b6ea47e96984f6893a837af2b10951c is 50, key is test_row_0/A:col10/1733156495839/Put/seqid=0 2024-12-02T16:21:35,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742196_1372 (size=14741) 2024-12-02T16:21:35,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:35,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156555944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:35,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-02T16:21:35,998 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:35,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-02T16:21:35,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:35,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. as already flushing 2024-12-02T16:21:35,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:35,999 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:35,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:36,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:36,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-02T16:21:36,151 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:36,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-02T16:21:36,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:36,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. as already flushing 2024-12-02T16:21:36,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:36,153 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:36,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:36,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:36,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156556152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:36,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:36,268 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=558 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/3b6ea47e96984f6893a837af2b10951c 2024-12-02T16:21:36,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/a9518dd04bbb43238fc150b0a364bbec is 50, key is test_row_0/B:col10/1733156495839/Put/seqid=0 2024-12-02T16:21:36,307 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:36,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-02T16:21:36,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:36,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. as already flushing 2024-12-02T16:21:36,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:36,308 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:36,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:36,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:36,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742197_1373 (size=12301) 2024-12-02T16:21:36,367 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=558 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/a9518dd04bbb43238fc150b0a364bbec 2024-12-02T16:21:36,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/30065e7ae1b34334bedb3cfad291ff7f is 50, key is test_row_0/C:col10/1733156495839/Put/seqid=0 2024-12-02T16:21:36,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742198_1374 (size=12301) 2024-12-02T16:21:36,423 DEBUG [Thread-1202 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ea91426 to 127.0.0.1:63236 2024-12-02T16:21:36,423 DEBUG [Thread-1202 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:21:36,423 DEBUG [Thread-1204 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x762de37e to 127.0.0.1:63236 2024-12-02T16:21:36,423 DEBUG [Thread-1204 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:21:36,424 DEBUG [Thread-1208 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x15d2a893 to 127.0.0.1:63236 2024-12-02T16:21:36,424 DEBUG [Thread-1208 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:21:36,425 DEBUG [Thread-1206 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2838b88d to 127.0.0.1:63236 2024-12-02T16:21:36,425 DEBUG [Thread-1206 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:21:36,426 DEBUG [Thread-1210 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5ab3f837 to 127.0.0.1:63236 2024-12-02T16:21:36,426 DEBUG [Thread-1210 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:21:36,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-02T16:21:36,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50840 deadline: 1733156556456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:36,463 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:36,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-02T16:21:36,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:36,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. as already flushing 2024-12-02T16:21:36,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:36,463 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:36,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:36,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:36,616 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:36,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-02T16:21:36,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:36,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. as already flushing 2024-12-02T16:21:36,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:36,617 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:36,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:36,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:36,769 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:36,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-02T16:21:36,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:36,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. as already flushing 2024-12-02T16:21:36,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:36,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:36,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:36,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:36,796 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=558 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/30065e7ae1b34334bedb3cfad291ff7f 2024-12-02T16:21:36,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/3b6ea47e96984f6893a837af2b10951c as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/3b6ea47e96984f6893a837af2b10951c 2024-12-02T16:21:36,802 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/3b6ea47e96984f6893a837af2b10951c, entries=200, sequenceid=558, filesize=14.4 K 2024-12-02T16:21:36,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/a9518dd04bbb43238fc150b0a364bbec as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/a9518dd04bbb43238fc150b0a364bbec 2024-12-02T16:21:36,806 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/a9518dd04bbb43238fc150b0a364bbec, entries=150, sequenceid=558, filesize=12.0 K 2024-12-02T16:21:36,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/30065e7ae1b34334bedb3cfad291ff7f as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/30065e7ae1b34334bedb3cfad291ff7f 2024-12-02T16:21:36,810 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/30065e7ae1b34334bedb3cfad291ff7f, entries=150, sequenceid=558, filesize=12.0 K 2024-12-02T16:21:36,811 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~201.27 KB/206100, heapSize ~528.05 KB/540720, currentSize=0 B/0 for 90d202246b399334a39ff6506801c47f in 971ms, sequenceid=558, compaction requested=true 2024-12-02T16:21:36,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:36,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90d202246b399334a39ff6506801c47f:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:21:36,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:36,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90d202246b399334a39ff6506801c47f:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:21:36,811 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:21:36,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:36,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90d202246b399334a39ff6506801c47f:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:21:36,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:21:36,811 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:21:36,812 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35649 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:21:36,812 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:21:36,812 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): 90d202246b399334a39ff6506801c47f/A is initiating minor compaction (all files) 2024-12-02T16:21:36,812 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 90d202246b399334a39ff6506801c47f/B is initiating minor compaction (all files) 2024-12-02T16:21:36,812 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 90d202246b399334a39ff6506801c47f/A in TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:36,812 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 90d202246b399334a39ff6506801c47f/B in TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:36,812 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/3f114d2c77cc4851958f75ba887a42b9, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/d51c3b2c438f4eb3b0f4830d6f4c2f5c, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/3b6ea47e96984f6893a837af2b10951c] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp, totalSize=34.8 K 2024-12-02T16:21:36,812 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/36e75a54788245658ac30ea181e3a8eb, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/d5ff795fc08449408009e0168948ba3c, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/a9518dd04bbb43238fc150b0a364bbec] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp, totalSize=32.4 K 2024-12-02T16:21:36,812 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f114d2c77cc4851958f75ba887a42b9, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=516, earliestPutTs=1733156492917 2024-12-02T16:21:36,812 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 36e75a54788245658ac30ea181e3a8eb, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=516, earliestPutTs=1733156492917 2024-12-02T16:21:36,813 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting d51c3b2c438f4eb3b0f4830d6f4c2f5c, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1733156493548 2024-12-02T16:21:36,813 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting d5ff795fc08449408009e0168948ba3c, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1733156493548 2024-12-02T16:21:36,813 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b6ea47e96984f6893a837af2b10951c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=558, earliestPutTs=1733156494703 2024-12-02T16:21:36,813 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting a9518dd04bbb43238fc150b0a364bbec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=558, earliestPutTs=1733156494703 2024-12-02T16:21:36,818 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90d202246b399334a39ff6506801c47f#B#compaction#323 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:21:36,819 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/79232bad37f9497ebd9c3d28eb28862d is 50, key is test_row_0/B:col10/1733156495839/Put/seqid=0 2024-12-02T16:21:36,819 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90d202246b399334a39ff6506801c47f#A#compaction#324 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:21:36,819 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/c703f0c4240447c98350e5005411ded6 is 50, key is test_row_0/A:col10/1733156495839/Put/seqid=0 2024-12-02T16:21:36,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742199_1375 (size=13595) 2024-12-02T16:21:36,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742200_1376 (size=13595) 2024-12-02T16:21:36,848 DEBUG [Thread-1193 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x688f4c53 to 127.0.0.1:63236 2024-12-02T16:21:36,848 DEBUG [Thread-1193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:21:36,853 DEBUG [Thread-1199 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x21cebefa to 127.0.0.1:63236 2024-12-02T16:21:36,853 DEBUG [Thread-1199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:21:36,921 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:36,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-02T16:21:36,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:36,922 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2837): Flushing 90d202246b399334a39ff6506801c47f 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-12-02T16:21:36,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=A 2024-12-02T16:21:36,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:36,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=B 2024-12-02T16:21:36,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:36,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=C 2024-12-02T16:21:36,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:36,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/4238a51fb8e54e759731d1a6bcf44654 is 50, key is test_row_1/A:col10/1733156496847/Put/seqid=0 2024-12-02T16:21:36,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742201_1377 (size=9857) 2024-12-02T16:21:36,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-02T16:21:36,962 DEBUG [Thread-1191 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2f08e2a2 to 127.0.0.1:63236 2024-12-02T16:21:36,962 DEBUG [Thread-1191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:21:37,239 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/79232bad37f9497ebd9c3d28eb28862d as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/79232bad37f9497ebd9c3d28eb28862d 2024-12-02T16:21:37,240 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/c703f0c4240447c98350e5005411ded6 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/c703f0c4240447c98350e5005411ded6 2024-12-02T16:21:37,245 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 90d202246b399334a39ff6506801c47f/B of 90d202246b399334a39ff6506801c47f into 79232bad37f9497ebd9c3d28eb28862d(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:21:37,245 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:37,245 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f., storeName=90d202246b399334a39ff6506801c47f/B, priority=13, startTime=1733156496811; duration=0sec 2024-12-02T16:21:37,245 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:21:37,245 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90d202246b399334a39ff6506801c47f:B 2024-12-02T16:21:37,245 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:21:37,246 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 90d202246b399334a39ff6506801c47f/A of 90d202246b399334a39ff6506801c47f into c703f0c4240447c98350e5005411ded6(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:21:37,246 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:37,246 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f., storeName=90d202246b399334a39ff6506801c47f/A, priority=13, startTime=1733156496811; duration=0sec 2024-12-02T16:21:37,246 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:37,246 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90d202246b399334a39ff6506801c47f:A 2024-12-02T16:21:37,247 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:21:37,247 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 90d202246b399334a39ff6506801c47f/C is initiating minor compaction (all files) 2024-12-02T16:21:37,247 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 90d202246b399334a39ff6506801c47f/C in TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:37,247 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/3bcf9e64f8424b3299fe0956be0974ad, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/ea52ac6030c64df496d815a3fa13ff14, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/30065e7ae1b34334bedb3cfad291ff7f] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp, totalSize=32.4 K 2024-12-02T16:21:37,248 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 3bcf9e64f8424b3299fe0956be0974ad, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=516, earliestPutTs=1733156492917 2024-12-02T16:21:37,248 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting ea52ac6030c64df496d815a3fa13ff14, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1733156493548 2024-12-02T16:21:37,248 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 30065e7ae1b34334bedb3cfad291ff7f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=558, earliestPutTs=1733156494703 2024-12-02T16:21:37,259 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90d202246b399334a39ff6506801c47f#C#compaction#326 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:21:37,259 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/e5e902fb029c4f71ad09afe73b24ace1 is 50, key is test_row_0/C:col10/1733156495839/Put/seqid=0 2024-12-02T16:21:37,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742202_1378 (size=13595) 2024-12-02T16:21:37,331 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=563 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/4238a51fb8e54e759731d1a6bcf44654 2024-12-02T16:21:37,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/fa2e981f190f4eb793d18d6a9a27cd91 is 50, key is test_row_1/B:col10/1733156496847/Put/seqid=0 2024-12-02T16:21:37,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742203_1379 (size=9857) 2024-12-02T16:21:37,345 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=563 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/fa2e981f190f4eb793d18d6a9a27cd91 2024-12-02T16:21:37,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/da739ad8179d494fac91ef8963c14f10 is 50, key is test_row_1/C:col10/1733156496847/Put/seqid=0 2024-12-02T16:21:37,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742204_1380 (size=9857) 2024-12-02T16:21:37,674 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/e5e902fb029c4f71ad09afe73b24ace1 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/e5e902fb029c4f71ad09afe73b24ace1 2024-12-02T16:21:37,680 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 90d202246b399334a39ff6506801c47f/C of 90d202246b399334a39ff6506801c47f into e5e902fb029c4f71ad09afe73b24ace1(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:21:37,680 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:37,680 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f., storeName=90d202246b399334a39ff6506801c47f/C, priority=13, startTime=1733156496811; duration=0sec 2024-12-02T16:21:37,680 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:37,680 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90d202246b399334a39ff6506801c47f:C 2024-12-02T16:21:37,756 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=563 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/da739ad8179d494fac91ef8963c14f10 2024-12-02T16:21:37,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/4238a51fb8e54e759731d1a6bcf44654 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/4238a51fb8e54e759731d1a6bcf44654 2024-12-02T16:21:37,763 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/4238a51fb8e54e759731d1a6bcf44654, entries=100, sequenceid=563, filesize=9.6 K 2024-12-02T16:21:37,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/fa2e981f190f4eb793d18d6a9a27cd91 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/fa2e981f190f4eb793d18d6a9a27cd91 2024-12-02T16:21:37,767 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/fa2e981f190f4eb793d18d6a9a27cd91, entries=100, sequenceid=563, filesize=9.6 K 2024-12-02T16:21:37,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/da739ad8179d494fac91ef8963c14f10 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/da739ad8179d494fac91ef8963c14f10 2024-12-02T16:21:37,770 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/da739ad8179d494fac91ef8963c14f10, entries=100, sequenceid=563, filesize=9.6 K 2024-12-02T16:21:37,771 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=6.71 KB/6870 for 90d202246b399334a39ff6506801c47f in 849ms, sequenceid=563, compaction requested=false 2024-12-02T16:21:37,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2538): Flush status journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:37,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:37,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-12-02T16:21:37,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=98 2024-12-02T16:21:37,773 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-12-02T16:21:37,773 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9260 sec 2024-12-02T16:21:37,774 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 1.9300 sec 2024-12-02T16:21:37,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-02T16:21:37,950 INFO [Thread-1201 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 97 completed 2024-12-02T16:21:41,667 DEBUG [Thread-1197 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x67f02d8c to 127.0.0.1:63236 2024-12-02T16:21:41,667 DEBUG [Thread-1197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:21:41,688 DEBUG [Thread-1195 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x305a451d to 127.0.0.1:63236 2024-12-02T16:21:41,688 DEBUG [Thread-1195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:21:41,688 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-02T16:21:41,688 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 113 2024-12-02T16:21:41,688 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 122 2024-12-02T16:21:41,688 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 27 2024-12-02T16:21:41,688 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 33 2024-12-02T16:21:41,688 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 153 2024-12-02T16:21:41,688 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-02T16:21:41,688 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3917 2024-12-02T16:21:41,688 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3780 2024-12-02T16:21:41,688 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3755 2024-12-02T16:21:41,688 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3895 2024-12-02T16:21:41,688 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3739 2024-12-02T16:21:41,688 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-02T16:21:41,688 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-02T16:21:41,688 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0451ff0c to 127.0.0.1:63236 2024-12-02T16:21:41,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:21:41,689 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-02T16:21:41,689 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-02T16:21:41,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=99, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-02T16:21:41,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-12-02T16:21:41,692 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733156501692"}]},"ts":"1733156501692"} 2024-12-02T16:21:41,692 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-02T16:21:41,694 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-02T16:21:41,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-02T16:21:41,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=90d202246b399334a39ff6506801c47f, UNASSIGN}] 2024-12-02T16:21:41,696 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=90d202246b399334a39ff6506801c47f, UNASSIGN 2024-12-02T16:21:41,697 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=90d202246b399334a39ff6506801c47f, regionState=CLOSING, regionLocation=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:41,698 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T16:21:41,698 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE; CloseRegionProcedure 90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634}] 2024-12-02T16:21:41,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-12-02T16:21:41,849 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:41,849 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(124): Close 90d202246b399334a39ff6506801c47f 2024-12-02T16:21:41,850 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-02T16:21:41,850 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1681): Closing 90d202246b399334a39ff6506801c47f, disabling compactions & flushes 2024-12-02T16:21:41,850 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:41,850 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:41,850 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. after waiting 0 ms 2024-12-02T16:21:41,850 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:41,850 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(2837): Flushing 90d202246b399334a39ff6506801c47f 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-12-02T16:21:41,850 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=A 2024-12-02T16:21:41,850 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:41,850 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=B 2024-12-02T16:21:41,850 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:41,850 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90d202246b399334a39ff6506801c47f, store=C 2024-12-02T16:21:41,850 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:41,854 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/ba5abf9f87d84f1c9989633ce4c5bfcb is 50, key is test_row_1/A:col10/1733156501687/Put/seqid=0 2024-12-02T16:21:41,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742205_1381 (size=9857) 2024-12-02T16:21:41,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-12-02T16:21:42,262 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=572 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/ba5abf9f87d84f1c9989633ce4c5bfcb 2024-12-02T16:21:42,270 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/8ba2f08a871340b3b4e82e88beb89b99 is 50, key is test_row_1/B:col10/1733156501687/Put/seqid=0 2024-12-02T16:21:42,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742206_1382 (size=9857) 2024-12-02T16:21:42,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-12-02T16:21:42,675 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=572 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/8ba2f08a871340b3b4e82e88beb89b99 2024-12-02T16:21:42,682 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/c41d29329fc3484daefaf8ed34372371 is 50, key is test_row_1/C:col10/1733156501687/Put/seqid=0 2024-12-02T16:21:42,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742207_1383 (size=9857) 2024-12-02T16:21:42,685 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=572 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/c41d29329fc3484daefaf8ed34372371 2024-12-02T16:21:42,688 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/A/ba5abf9f87d84f1c9989633ce4c5bfcb as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/ba5abf9f87d84f1c9989633ce4c5bfcb 2024-12-02T16:21:42,691 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/ba5abf9f87d84f1c9989633ce4c5bfcb, entries=100, sequenceid=572, filesize=9.6 K 2024-12-02T16:21:42,691 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/B/8ba2f08a871340b3b4e82e88beb89b99 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/8ba2f08a871340b3b4e82e88beb89b99 2024-12-02T16:21:42,694 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/8ba2f08a871340b3b4e82e88beb89b99, entries=100, sequenceid=572, filesize=9.6 K 2024-12-02T16:21:42,694 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/.tmp/C/c41d29329fc3484daefaf8ed34372371 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/c41d29329fc3484daefaf8ed34372371 2024-12-02T16:21:42,697 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/c41d29329fc3484daefaf8ed34372371, entries=100, sequenceid=572, filesize=9.6 K 2024-12-02T16:21:42,698 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 90d202246b399334a39ff6506801c47f in 847ms, sequenceid=572, compaction requested=true 2024-12-02T16:21:42,698 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/a0a907a935ff4e38bd63681043f0d174, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/64fdee645e4b43389b88a562a7999ee9, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/93dfffdd792a42528cc2503cb80be976, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/8fe621f28c43441887fabbe98e0bbc7a, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/303b2f3f3e42482b979484a557ae5ae8, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/8c0d638f65e242a9b47fa959eb1961ce, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/b5d8f3a5df2048b983fae5e702c54e50, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/6b7f6201f45b4d03aca02bf429705488, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/afea7757b81a40e884bd2a200e7b3252, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/eb062ac1fcae42e3865c7de3f9a7bb46, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/916ee783fd004ec2bfdbe25c0acc01f1, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/d08e09009e584da3a10f811e17573e9b, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/e17db093d3364229af1ebf40232372f6, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/79497f47d78349eea4bb9c858e3384fb, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/3a9f97f4b74a46f596cace13819da790, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/76ead9b451854e1bbf70f6dacc11b0a2, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/2ee94e13a1fc4df8bc76de3fc0ab1759, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/8c917af795b84215805dda9c40b311e6, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/8ec9995db5d64511b10dcfcda9002505, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/c56993232911459a8648a0a466441b64, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/a4f8c10c7dbb4618a18a2adea2ff0dc0, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/d7f1f2576711459f936e426a9d4f5b4c, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/3115b29923c14e3fa5637f6ad5b0522f, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/8bc1bedba74343eebd692103d248806f, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/02515b2912bd4efca634c621b4c9b9d4, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/439f0c51cd384cf5a01651ffbd4c2cc6, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/f1603c128d1247639fff3e27ce6be356, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/2168df3803aa410bb380118afb487c7e, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/ae17325292064d4a8f566c10f84d8f86, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/993e0bad56b24c259a9375a61f6a70b8, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/be304b384654422082a83d10a15a922b, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/f2a3664580b04fd58a9aeddac4b28b63, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/b86e773424264855b8d006981b0dba6a, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/8c3bbff5e63048c9b532906209721de3, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/3078f0750f8449a5a6002a7cb49854da, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/3f114d2c77cc4851958f75ba887a42b9, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/d51c3b2c438f4eb3b0f4830d6f4c2f5c, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/3b6ea47e96984f6893a837af2b10951c] to archive 2024-12-02T16:21:42,699 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T16:21:42,700 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/a0a907a935ff4e38bd63681043f0d174 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/a0a907a935ff4e38bd63681043f0d174 2024-12-02T16:21:42,701 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/64fdee645e4b43389b88a562a7999ee9 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/64fdee645e4b43389b88a562a7999ee9 2024-12-02T16:21:42,702 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/93dfffdd792a42528cc2503cb80be976 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/93dfffdd792a42528cc2503cb80be976 2024-12-02T16:21:42,703 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/8fe621f28c43441887fabbe98e0bbc7a to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/8fe621f28c43441887fabbe98e0bbc7a 2024-12-02T16:21:42,704 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/303b2f3f3e42482b979484a557ae5ae8 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/303b2f3f3e42482b979484a557ae5ae8 2024-12-02T16:21:42,705 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/8c0d638f65e242a9b47fa959eb1961ce to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/8c0d638f65e242a9b47fa959eb1961ce 2024-12-02T16:21:42,705 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/b5d8f3a5df2048b983fae5e702c54e50 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/b5d8f3a5df2048b983fae5e702c54e50 2024-12-02T16:21:42,706 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/6b7f6201f45b4d03aca02bf429705488 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/6b7f6201f45b4d03aca02bf429705488 2024-12-02T16:21:42,707 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/afea7757b81a40e884bd2a200e7b3252 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/afea7757b81a40e884bd2a200e7b3252 2024-12-02T16:21:42,708 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/eb062ac1fcae42e3865c7de3f9a7bb46 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/eb062ac1fcae42e3865c7de3f9a7bb46 2024-12-02T16:21:42,709 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/916ee783fd004ec2bfdbe25c0acc01f1 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/916ee783fd004ec2bfdbe25c0acc01f1 2024-12-02T16:21:42,710 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/d08e09009e584da3a10f811e17573e9b to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/d08e09009e584da3a10f811e17573e9b 2024-12-02T16:21:42,710 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/e17db093d3364229af1ebf40232372f6 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/e17db093d3364229af1ebf40232372f6 2024-12-02T16:21:42,711 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/79497f47d78349eea4bb9c858e3384fb to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/79497f47d78349eea4bb9c858e3384fb 2024-12-02T16:21:42,712 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/3a9f97f4b74a46f596cace13819da790 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/3a9f97f4b74a46f596cace13819da790 2024-12-02T16:21:42,713 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/76ead9b451854e1bbf70f6dacc11b0a2 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/76ead9b451854e1bbf70f6dacc11b0a2 2024-12-02T16:21:42,714 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/2ee94e13a1fc4df8bc76de3fc0ab1759 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/2ee94e13a1fc4df8bc76de3fc0ab1759 2024-12-02T16:21:42,715 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/8c917af795b84215805dda9c40b311e6 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/8c917af795b84215805dda9c40b311e6 2024-12-02T16:21:42,715 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/8ec9995db5d64511b10dcfcda9002505 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/8ec9995db5d64511b10dcfcda9002505 2024-12-02T16:21:42,716 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/c56993232911459a8648a0a466441b64 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/c56993232911459a8648a0a466441b64 2024-12-02T16:21:42,717 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/a4f8c10c7dbb4618a18a2adea2ff0dc0 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/a4f8c10c7dbb4618a18a2adea2ff0dc0 2024-12-02T16:21:42,718 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/d7f1f2576711459f936e426a9d4f5b4c to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/d7f1f2576711459f936e426a9d4f5b4c 2024-12-02T16:21:42,719 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/3115b29923c14e3fa5637f6ad5b0522f to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/3115b29923c14e3fa5637f6ad5b0522f 2024-12-02T16:21:42,720 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/8bc1bedba74343eebd692103d248806f to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/8bc1bedba74343eebd692103d248806f 2024-12-02T16:21:42,720 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/02515b2912bd4efca634c621b4c9b9d4 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/02515b2912bd4efca634c621b4c9b9d4 2024-12-02T16:21:42,721 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/439f0c51cd384cf5a01651ffbd4c2cc6 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/439f0c51cd384cf5a01651ffbd4c2cc6 2024-12-02T16:21:42,722 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/f1603c128d1247639fff3e27ce6be356 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/f1603c128d1247639fff3e27ce6be356 2024-12-02T16:21:42,723 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/2168df3803aa410bb380118afb487c7e to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/2168df3803aa410bb380118afb487c7e 2024-12-02T16:21:42,724 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/ae17325292064d4a8f566c10f84d8f86 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/ae17325292064d4a8f566c10f84d8f86 2024-12-02T16:21:42,724 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/993e0bad56b24c259a9375a61f6a70b8 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/993e0bad56b24c259a9375a61f6a70b8 2024-12-02T16:21:42,725 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/be304b384654422082a83d10a15a922b to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/be304b384654422082a83d10a15a922b 2024-12-02T16:21:42,726 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/f2a3664580b04fd58a9aeddac4b28b63 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/f2a3664580b04fd58a9aeddac4b28b63 2024-12-02T16:21:42,727 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/b86e773424264855b8d006981b0dba6a to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/b86e773424264855b8d006981b0dba6a 2024-12-02T16:21:42,728 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/8c3bbff5e63048c9b532906209721de3 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/8c3bbff5e63048c9b532906209721de3 2024-12-02T16:21:42,728 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/3078f0750f8449a5a6002a7cb49854da to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/3078f0750f8449a5a6002a7cb49854da 2024-12-02T16:21:42,729 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/3f114d2c77cc4851958f75ba887a42b9 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/3f114d2c77cc4851958f75ba887a42b9 2024-12-02T16:21:42,730 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/d51c3b2c438f4eb3b0f4830d6f4c2f5c to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/d51c3b2c438f4eb3b0f4830d6f4c2f5c 2024-12-02T16:21:42,731 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/3b6ea47e96984f6893a837af2b10951c to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/3b6ea47e96984f6893a837af2b10951c 2024-12-02T16:21:42,732 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/e80afd9b0f9543af80f928e4f8971bfd, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/fb439b77cb99429e8470bd3ba02babf3, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/b4ec070c3eeb46c394f9453df51d3b7a, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/cba8bf73e4d64f08832c87e310f7899c, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/6d914616d3dc42288a648f931930925d, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/7b55826ea7f24c6986d62a52d35ec931, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/314654fc2c7f4c818a557debbb7b2ad1, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/22a13e9edafb4677b767427ecd7d9021, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/357fe2f021894dc8b772859e18fc04fd, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/cacd0b0d6b7e4f7eaf212c28c2ae0094, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/61b544e223734b2787b896c27448cfd0, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/e6669477dd054cfb943d239d4754b4f8, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/c570944bf9074713b854e1899ad6bb01, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/a611d0aa23c3487592ca11370a340106, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/cc45ddedaaad492296337de3e2103fd1, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/0d09c0a7dd3d498a8194e20c017df990, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/86d45e19408646f791a47684d04698f5, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/ad019a461b594c1897cdf176bdc8278b, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/4eb84c9d88204c4686994af0f9c05a42, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/b68a74375aed41d5aa6569f22f7d5c63, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/e1a3b4ac48134b47ad23fe9ed80708ce, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/177d8f53dda34b7fa71fbb870cad54a4, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/506f5b973d014e4dabb7c7d472992bb4, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/7a3ea5cf3bdf47289933ca5bf2c798eb, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/2f1ed0122888427b8b5d4b027774f467, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/165f982dcf7b4967a9734ff76a384b6b, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/8527aee05546443fb849fe1025c9bc5c, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/605120059f8a4cfabd956d4b6f63a142, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/007fdbe5beec4e098235991c91dca082, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/f58e2cfa5feb4977b29e8c3add575841, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/c1844eedcc0b466488977b1263d6561b, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/e03332e4dbd94ed9b9a3d09342dc900a, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/a1e96cd12d7d4635825cac6e75e9deae, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/fd81ae1ebffb47c3b7f978745aa01690, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/36e75a54788245658ac30ea181e3a8eb, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/2340b4111ca14380a3811fa87c9b8550, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/d5ff795fc08449408009e0168948ba3c, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/a9518dd04bbb43238fc150b0a364bbec] to archive 2024-12-02T16:21:42,733 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T16:21:42,734 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/e80afd9b0f9543af80f928e4f8971bfd to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/e80afd9b0f9543af80f928e4f8971bfd 2024-12-02T16:21:42,735 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/fb439b77cb99429e8470bd3ba02babf3 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/fb439b77cb99429e8470bd3ba02babf3 2024-12-02T16:21:42,736 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/b4ec070c3eeb46c394f9453df51d3b7a to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/b4ec070c3eeb46c394f9453df51d3b7a 2024-12-02T16:21:42,737 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/cba8bf73e4d64f08832c87e310f7899c to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/cba8bf73e4d64f08832c87e310f7899c 2024-12-02T16:21:42,737 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/6d914616d3dc42288a648f931930925d to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/6d914616d3dc42288a648f931930925d 2024-12-02T16:21:42,738 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/7b55826ea7f24c6986d62a52d35ec931 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/7b55826ea7f24c6986d62a52d35ec931 2024-12-02T16:21:42,739 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/314654fc2c7f4c818a557debbb7b2ad1 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/314654fc2c7f4c818a557debbb7b2ad1 2024-12-02T16:21:42,740 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/22a13e9edafb4677b767427ecd7d9021 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/22a13e9edafb4677b767427ecd7d9021 2024-12-02T16:21:42,741 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/357fe2f021894dc8b772859e18fc04fd to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/357fe2f021894dc8b772859e18fc04fd 2024-12-02T16:21:42,742 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/cacd0b0d6b7e4f7eaf212c28c2ae0094 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/cacd0b0d6b7e4f7eaf212c28c2ae0094 2024-12-02T16:21:42,743 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/61b544e223734b2787b896c27448cfd0 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/61b544e223734b2787b896c27448cfd0 2024-12-02T16:21:42,743 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/e6669477dd054cfb943d239d4754b4f8 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/e6669477dd054cfb943d239d4754b4f8 2024-12-02T16:21:42,744 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/c570944bf9074713b854e1899ad6bb01 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/c570944bf9074713b854e1899ad6bb01 2024-12-02T16:21:42,745 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/a611d0aa23c3487592ca11370a340106 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/a611d0aa23c3487592ca11370a340106 2024-12-02T16:21:42,746 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/cc45ddedaaad492296337de3e2103fd1 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/cc45ddedaaad492296337de3e2103fd1 2024-12-02T16:21:42,747 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/0d09c0a7dd3d498a8194e20c017df990 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/0d09c0a7dd3d498a8194e20c017df990 2024-12-02T16:21:42,748 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/86d45e19408646f791a47684d04698f5 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/86d45e19408646f791a47684d04698f5 2024-12-02T16:21:42,749 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/ad019a461b594c1897cdf176bdc8278b to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/ad019a461b594c1897cdf176bdc8278b 2024-12-02T16:21:42,750 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/4eb84c9d88204c4686994af0f9c05a42 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/4eb84c9d88204c4686994af0f9c05a42 2024-12-02T16:21:42,751 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/b68a74375aed41d5aa6569f22f7d5c63 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/b68a74375aed41d5aa6569f22f7d5c63 2024-12-02T16:21:42,752 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/e1a3b4ac48134b47ad23fe9ed80708ce to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/e1a3b4ac48134b47ad23fe9ed80708ce 2024-12-02T16:21:42,753 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/177d8f53dda34b7fa71fbb870cad54a4 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/177d8f53dda34b7fa71fbb870cad54a4 2024-12-02T16:21:42,754 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/506f5b973d014e4dabb7c7d472992bb4 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/506f5b973d014e4dabb7c7d472992bb4 2024-12-02T16:21:42,754 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/7a3ea5cf3bdf47289933ca5bf2c798eb to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/7a3ea5cf3bdf47289933ca5bf2c798eb 2024-12-02T16:21:42,755 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/2f1ed0122888427b8b5d4b027774f467 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/2f1ed0122888427b8b5d4b027774f467 2024-12-02T16:21:42,756 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/165f982dcf7b4967a9734ff76a384b6b to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/165f982dcf7b4967a9734ff76a384b6b 2024-12-02T16:21:42,757 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/8527aee05546443fb849fe1025c9bc5c to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/8527aee05546443fb849fe1025c9bc5c 2024-12-02T16:21:42,757 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/605120059f8a4cfabd956d4b6f63a142 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/605120059f8a4cfabd956d4b6f63a142 2024-12-02T16:21:42,758 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/007fdbe5beec4e098235991c91dca082 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/007fdbe5beec4e098235991c91dca082 2024-12-02T16:21:42,759 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/f58e2cfa5feb4977b29e8c3add575841 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/f58e2cfa5feb4977b29e8c3add575841 2024-12-02T16:21:42,759 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/c1844eedcc0b466488977b1263d6561b to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/c1844eedcc0b466488977b1263d6561b 2024-12-02T16:21:42,760 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/e03332e4dbd94ed9b9a3d09342dc900a to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/e03332e4dbd94ed9b9a3d09342dc900a 2024-12-02T16:21:42,761 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/a1e96cd12d7d4635825cac6e75e9deae to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/a1e96cd12d7d4635825cac6e75e9deae 2024-12-02T16:21:42,762 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/fd81ae1ebffb47c3b7f978745aa01690 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/fd81ae1ebffb47c3b7f978745aa01690 2024-12-02T16:21:42,762 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/36e75a54788245658ac30ea181e3a8eb to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/36e75a54788245658ac30ea181e3a8eb 2024-12-02T16:21:42,763 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/2340b4111ca14380a3811fa87c9b8550 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/2340b4111ca14380a3811fa87c9b8550 2024-12-02T16:21:42,764 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/d5ff795fc08449408009e0168948ba3c to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/d5ff795fc08449408009e0168948ba3c 2024-12-02T16:21:42,765 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/a9518dd04bbb43238fc150b0a364bbec to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/a9518dd04bbb43238fc150b0a364bbec 2024-12-02T16:21:42,766 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/93625f950f7c4a64ad206e1c86e25a2f, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/92a68ad859744b2abd4746f613b078c9, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/36e113ef2d4c448ca1345eebc09a0f03, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/3f199a2e27954c52b446dabc0728e537, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/d3f6251e2c5d4efa96013477753b3c2e, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/6bc50fa653d44e53a5c884d280962690, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/38ef87fe4de94597ab1573279af9c15e, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/3fdbc6eaffdc4966ac1aef00b61521a0, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/3fe1f039d3d24c3898190900aa11c45d, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/4a3d9d058ed54bec88826e3b513c381f, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/478b5209819e4fa390461116c35893fa, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/97b6d8de0348486da4774273f1e98dcb, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/8c41c454126e405e97f86d2dddabf118, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/60820d5e43704442a5a4d16bc95b936a, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/c700a18d0d674b8bba4f218419e9bfbd, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/02bf1667be5143d180bee11887293ae0, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/946f40cf4beb4dd09f8f0b449cdb710d, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/b9f748de03f34f7f8f283576c6854cc0, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/4465823dd40c440985c39d4c78f8a936, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/bc61e067d3e2442388d6a7637c5190a9, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/fe1ac99c5c79437ea1e8644579ca61b1, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/04b1b5439baa4560a638aed05ada40cc, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/6dc9ab05ff4a4170adce0e0ebdd071b1, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/af9b35fa9513467b848f20ba00d8adfb, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/bf01f1bd10a449d7ab3425a0eda2a2fc, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/d352fe63b6aa475cb1ff01768258e24c, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/ada528abd50a4cf99301d310a6188be5, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/15407f525cb7425ca83d78beb6dfd675, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/c966fbf010554c92aa162a0695601f28, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/fec8f4df39364f1d9921b56a1b71d18f, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/b3ad28dc7ce6412c93ce309970b507d1, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/f522ab9852054a51bed2227dc74da7ba, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/0cf668dcf33b4a6ea0be4fc6a38232e0, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/4e31f1093a074c6f9cbc576cfb3d22a8, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/3bcf9e64f8424b3299fe0956be0974ad, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/1beb7bb721144477bb5ce5977f4266c9, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/ea52ac6030c64df496d815a3fa13ff14, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/30065e7ae1b34334bedb3cfad291ff7f] to archive 2024-12-02T16:21:42,766 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T16:21:42,767 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/93625f950f7c4a64ad206e1c86e25a2f to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/93625f950f7c4a64ad206e1c86e25a2f 2024-12-02T16:21:42,768 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/92a68ad859744b2abd4746f613b078c9 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/92a68ad859744b2abd4746f613b078c9 2024-12-02T16:21:42,769 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/36e113ef2d4c448ca1345eebc09a0f03 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/36e113ef2d4c448ca1345eebc09a0f03 2024-12-02T16:21:42,769 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/3f199a2e27954c52b446dabc0728e537 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/3f199a2e27954c52b446dabc0728e537 2024-12-02T16:21:42,770 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/d3f6251e2c5d4efa96013477753b3c2e to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/d3f6251e2c5d4efa96013477753b3c2e 2024-12-02T16:21:42,771 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/6bc50fa653d44e53a5c884d280962690 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/6bc50fa653d44e53a5c884d280962690 2024-12-02T16:21:42,772 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/38ef87fe4de94597ab1573279af9c15e to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/38ef87fe4de94597ab1573279af9c15e 2024-12-02T16:21:42,773 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/3fdbc6eaffdc4966ac1aef00b61521a0 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/3fdbc6eaffdc4966ac1aef00b61521a0 2024-12-02T16:21:42,773 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/3fe1f039d3d24c3898190900aa11c45d to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/3fe1f039d3d24c3898190900aa11c45d 2024-12-02T16:21:42,774 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/4a3d9d058ed54bec88826e3b513c381f to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/4a3d9d058ed54bec88826e3b513c381f 2024-12-02T16:21:42,775 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/478b5209819e4fa390461116c35893fa to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/478b5209819e4fa390461116c35893fa 2024-12-02T16:21:42,776 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/97b6d8de0348486da4774273f1e98dcb to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/97b6d8de0348486da4774273f1e98dcb 2024-12-02T16:21:42,777 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/8c41c454126e405e97f86d2dddabf118 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/8c41c454126e405e97f86d2dddabf118 2024-12-02T16:21:42,777 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/60820d5e43704442a5a4d16bc95b936a to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/60820d5e43704442a5a4d16bc95b936a 2024-12-02T16:21:42,778 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/c700a18d0d674b8bba4f218419e9bfbd to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/c700a18d0d674b8bba4f218419e9bfbd 2024-12-02T16:21:42,779 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/02bf1667be5143d180bee11887293ae0 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/02bf1667be5143d180bee11887293ae0 2024-12-02T16:21:42,779 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/946f40cf4beb4dd09f8f0b449cdb710d to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/946f40cf4beb4dd09f8f0b449cdb710d 2024-12-02T16:21:42,780 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/b9f748de03f34f7f8f283576c6854cc0 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/b9f748de03f34f7f8f283576c6854cc0 2024-12-02T16:21:42,781 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/4465823dd40c440985c39d4c78f8a936 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/4465823dd40c440985c39d4c78f8a936 2024-12-02T16:21:42,781 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/bc61e067d3e2442388d6a7637c5190a9 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/bc61e067d3e2442388d6a7637c5190a9 2024-12-02T16:21:42,782 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/fe1ac99c5c79437ea1e8644579ca61b1 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/fe1ac99c5c79437ea1e8644579ca61b1 2024-12-02T16:21:42,783 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/04b1b5439baa4560a638aed05ada40cc to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/04b1b5439baa4560a638aed05ada40cc 2024-12-02T16:21:42,784 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/6dc9ab05ff4a4170adce0e0ebdd071b1 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/6dc9ab05ff4a4170adce0e0ebdd071b1 2024-12-02T16:21:42,784 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/af9b35fa9513467b848f20ba00d8adfb to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/af9b35fa9513467b848f20ba00d8adfb 2024-12-02T16:21:42,785 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/bf01f1bd10a449d7ab3425a0eda2a2fc to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/bf01f1bd10a449d7ab3425a0eda2a2fc 2024-12-02T16:21:42,786 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/d352fe63b6aa475cb1ff01768258e24c to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/d352fe63b6aa475cb1ff01768258e24c 2024-12-02T16:21:42,786 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/ada528abd50a4cf99301d310a6188be5 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/ada528abd50a4cf99301d310a6188be5 2024-12-02T16:21:42,787 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/15407f525cb7425ca83d78beb6dfd675 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/15407f525cb7425ca83d78beb6dfd675 2024-12-02T16:21:42,788 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/c966fbf010554c92aa162a0695601f28 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/c966fbf010554c92aa162a0695601f28 2024-12-02T16:21:42,789 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/fec8f4df39364f1d9921b56a1b71d18f to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/fec8f4df39364f1d9921b56a1b71d18f 2024-12-02T16:21:42,789 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/b3ad28dc7ce6412c93ce309970b507d1 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/b3ad28dc7ce6412c93ce309970b507d1 2024-12-02T16:21:42,790 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/f522ab9852054a51bed2227dc74da7ba to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/f522ab9852054a51bed2227dc74da7ba 2024-12-02T16:21:42,791 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/0cf668dcf33b4a6ea0be4fc6a38232e0 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/0cf668dcf33b4a6ea0be4fc6a38232e0 2024-12-02T16:21:42,791 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/4e31f1093a074c6f9cbc576cfb3d22a8 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/4e31f1093a074c6f9cbc576cfb3d22a8 2024-12-02T16:21:42,792 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/3bcf9e64f8424b3299fe0956be0974ad to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/3bcf9e64f8424b3299fe0956be0974ad 2024-12-02T16:21:42,793 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/1beb7bb721144477bb5ce5977f4266c9 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/1beb7bb721144477bb5ce5977f4266c9 2024-12-02T16:21:42,793 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/ea52ac6030c64df496d815a3fa13ff14 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/ea52ac6030c64df496d815a3fa13ff14 2024-12-02T16:21:42,794 DEBUG [StoreCloser-TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/30065e7ae1b34334bedb3cfad291ff7f to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/30065e7ae1b34334bedb3cfad291ff7f 2024-12-02T16:21:42,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-12-02T16:21:42,797 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/recovered.edits/575.seqid, newMaxSeqId=575, maxSeqId=1 2024-12-02T16:21:42,798 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f. 2024-12-02T16:21:42,798 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1635): Region close journal for 90d202246b399334a39ff6506801c47f: 2024-12-02T16:21:42,799 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(170): Closed 90d202246b399334a39ff6506801c47f 2024-12-02T16:21:42,799 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=90d202246b399334a39ff6506801c47f, regionState=CLOSED 2024-12-02T16:21:42,801 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=102, resume processing ppid=101 2024-12-02T16:21:42,801 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, ppid=101, state=SUCCESS; CloseRegionProcedure 90d202246b399334a39ff6506801c47f, server=2a8f9448bb5c,46371,1733156403634 in 1.1020 sec 2024-12-02T16:21:42,802 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-12-02T16:21:42,802 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=90d202246b399334a39ff6506801c47f, UNASSIGN in 1.1050 sec 2024-12-02T16:21:42,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-12-02T16:21:42,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.1070 sec 2024-12-02T16:21:42,804 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733156502804"}]},"ts":"1733156502804"} 2024-12-02T16:21:42,804 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-02T16:21:42,806 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-02T16:21:42,807 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.1180 sec 2024-12-02T16:21:43,095 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-02T16:21:43,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-12-02T16:21:43,795 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 99 completed 2024-12-02T16:21:43,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-02T16:21:43,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=103, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:21:43,798 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=103, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:21:43,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=103 2024-12-02T16:21:43,798 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=103, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:21:43,802 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f 2024-12-02T16:21:43,804 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A, FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B, FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C, FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/recovered.edits] 2024-12-02T16:21:43,809 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/4238a51fb8e54e759731d1a6bcf44654 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/4238a51fb8e54e759731d1a6bcf44654 2024-12-02T16:21:43,810 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/ba5abf9f87d84f1c9989633ce4c5bfcb to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/ba5abf9f87d84f1c9989633ce4c5bfcb 2024-12-02T16:21:43,812 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/c703f0c4240447c98350e5005411ded6 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/A/c703f0c4240447c98350e5005411ded6 2024-12-02T16:21:43,813 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/79232bad37f9497ebd9c3d28eb28862d to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/79232bad37f9497ebd9c3d28eb28862d 2024-12-02T16:21:43,814 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/8ba2f08a871340b3b4e82e88beb89b99 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/8ba2f08a871340b3b4e82e88beb89b99 2024-12-02T16:21:43,815 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/fa2e981f190f4eb793d18d6a9a27cd91 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/B/fa2e981f190f4eb793d18d6a9a27cd91 2024-12-02T16:21:43,817 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/c41d29329fc3484daefaf8ed34372371 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/c41d29329fc3484daefaf8ed34372371 2024-12-02T16:21:43,818 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/da739ad8179d494fac91ef8963c14f10 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/da739ad8179d494fac91ef8963c14f10 2024-12-02T16:21:43,819 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/e5e902fb029c4f71ad09afe73b24ace1 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/C/e5e902fb029c4f71ad09afe73b24ace1 2024-12-02T16:21:43,822 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/recovered.edits/575.seqid to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f/recovered.edits/575.seqid 2024-12-02T16:21:43,822 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/90d202246b399334a39ff6506801c47f 2024-12-02T16:21:43,823 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-02T16:21:43,827 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=103, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:21:43,829 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-02T16:21:43,836 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-02T16:21:43,836 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=103, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:21:43,836 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-02T16:21:43,837 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733156503836"}]},"ts":"9223372036854775807"} 2024-12-02T16:21:43,839 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-02T16:21:43,839 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 90d202246b399334a39ff6506801c47f, NAME => 'TestAcidGuarantees,,1733156475096.90d202246b399334a39ff6506801c47f.', STARTKEY => '', ENDKEY => ''}] 2024-12-02T16:21:43,840 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-02T16:21:43,840 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733156503840"}]},"ts":"9223372036854775807"} 2024-12-02T16:21:43,841 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-02T16:21:43,843 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=103, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:21:43,844 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 47 msec 2024-12-02T16:21:43,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=103 2024-12-02T16:21:43,899 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 103 completed 2024-12-02T16:21:43,910 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=239 (was 238) - Thread LEAK? -, OpenFileDescriptor=449 (was 450), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=881 (was 919), ProcessCount=11 (was 12), AvailableMemoryMB=5641 (was 4973) - AvailableMemoryMB LEAK? - 2024-12-02T16:21:43,922 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=239, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=881, ProcessCount=11, AvailableMemoryMB=5640 2024-12-02T16:21:43,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-02T16:21:43,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T16:21:43,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-02T16:21:43,925 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=104, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T16:21:43,925 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:43,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 104 2024-12-02T16:21:43,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-02T16:21:43,926 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=104, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T16:21:43,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742208_1384 (size=963) 2024-12-02T16:21:43,935 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b 2024-12-02T16:21:43,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742209_1385 (size=53) 2024-12-02T16:21:43,947 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:21:43,947 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing c99517a80b2cd6893bb724e400fa52ba, disabling compactions & flushes 2024-12-02T16:21:43,947 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:43,947 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:43,947 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. after waiting 0 ms 2024-12-02T16:21:43,947 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:43,947 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:43,947 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for c99517a80b2cd6893bb724e400fa52ba: 2024-12-02T16:21:43,948 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=104, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T16:21:43,949 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733156503948"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733156503948"}]},"ts":"1733156503948"} 2024-12-02T16:21:43,950 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-02T16:21:43,951 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=104, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T16:21:43,951 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733156503951"}]},"ts":"1733156503951"} 2024-12-02T16:21:43,952 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-02T16:21:43,957 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c99517a80b2cd6893bb724e400fa52ba, ASSIGN}] 2024-12-02T16:21:43,958 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=105, ppid=104, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c99517a80b2cd6893bb724e400fa52ba, ASSIGN 2024-12-02T16:21:43,958 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=105, ppid=104, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c99517a80b2cd6893bb724e400fa52ba, ASSIGN; state=OFFLINE, location=2a8f9448bb5c,46371,1733156403634; forceNewPlan=false, retain=false 2024-12-02T16:21:44,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-02T16:21:44,109 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=105 updating hbase:meta row=c99517a80b2cd6893bb724e400fa52ba, regionState=OPENING, regionLocation=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:44,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE; OpenRegionProcedure c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634}] 2024-12-02T16:21:44,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-02T16:21:44,262 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:44,265 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:44,265 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(7285): Opening region: {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} 2024-12-02T16:21:44,265 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:21:44,265 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:21:44,265 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(7327): checking encryption for c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:21:44,266 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(7330): checking classloading for c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:21:44,267 INFO [StoreOpener-c99517a80b2cd6893bb724e400fa52ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:21:44,268 INFO [StoreOpener-c99517a80b2cd6893bb724e400fa52ba-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T16:21:44,268 INFO [StoreOpener-c99517a80b2cd6893bb724e400fa52ba-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c99517a80b2cd6893bb724e400fa52ba columnFamilyName A 2024-12-02T16:21:44,268 DEBUG [StoreOpener-c99517a80b2cd6893bb724e400fa52ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:44,269 INFO [StoreOpener-c99517a80b2cd6893bb724e400fa52ba-1 {}] regionserver.HStore(327): Store=c99517a80b2cd6893bb724e400fa52ba/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:21:44,269 INFO [StoreOpener-c99517a80b2cd6893bb724e400fa52ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:21:44,270 INFO [StoreOpener-c99517a80b2cd6893bb724e400fa52ba-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T16:21:44,270 INFO [StoreOpener-c99517a80b2cd6893bb724e400fa52ba-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c99517a80b2cd6893bb724e400fa52ba columnFamilyName B 2024-12-02T16:21:44,270 DEBUG [StoreOpener-c99517a80b2cd6893bb724e400fa52ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:44,270 INFO [StoreOpener-c99517a80b2cd6893bb724e400fa52ba-1 {}] regionserver.HStore(327): Store=c99517a80b2cd6893bb724e400fa52ba/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:21:44,270 INFO [StoreOpener-c99517a80b2cd6893bb724e400fa52ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:21:44,271 INFO [StoreOpener-c99517a80b2cd6893bb724e400fa52ba-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T16:21:44,271 INFO [StoreOpener-c99517a80b2cd6893bb724e400fa52ba-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c99517a80b2cd6893bb724e400fa52ba columnFamilyName C 2024-12-02T16:21:44,271 DEBUG [StoreOpener-c99517a80b2cd6893bb724e400fa52ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:44,272 INFO [StoreOpener-c99517a80b2cd6893bb724e400fa52ba-1 {}] regionserver.HStore(327): Store=c99517a80b2cd6893bb724e400fa52ba/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:21:44,272 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:44,273 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:21:44,273 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:21:44,275 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T16:21:44,276 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1085): writing seq id for c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:21:44,277 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T16:21:44,278 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1102): Opened c99517a80b2cd6893bb724e400fa52ba; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68694622, jitterRate=0.02362963557243347}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T16:21:44,278 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1001): Region open journal for c99517a80b2cd6893bb724e400fa52ba: 2024-12-02T16:21:44,279 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba., pid=106, masterSystemTime=1733156504261 2024-12-02T16:21:44,280 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:44,280 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:44,281 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=105 updating hbase:meta row=c99517a80b2cd6893bb724e400fa52ba, regionState=OPEN, openSeqNum=2, regionLocation=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:44,282 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=106, resume processing ppid=105 2024-12-02T16:21:44,282 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, ppid=105, state=SUCCESS; OpenRegionProcedure c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 in 171 msec 2024-12-02T16:21:44,284 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-12-02T16:21:44,284 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c99517a80b2cd6893bb724e400fa52ba, ASSIGN in 325 msec 2024-12-02T16:21:44,284 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=104, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T16:21:44,284 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733156504284"}]},"ts":"1733156504284"} 2024-12-02T16:21:44,285 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-02T16:21:44,288 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=104, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T16:21:44,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 365 msec 2024-12-02T16:21:44,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-02T16:21:44,528 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-12-02T16:21:44,530 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x10011701 to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62ceb440 2024-12-02T16:21:44,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7190243c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:21:44,535 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:21:44,536 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32956, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:21:44,537 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T16:21:44,537 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33006, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T16:21:44,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-02T16:21:44,540 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T16:21:44,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=107, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-02T16:21:44,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742210_1386 (size=999) 2024-12-02T16:21:44,963 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-02T16:21:44,964 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-02T16:21:44,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-02T16:21:44,968 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c99517a80b2cd6893bb724e400fa52ba, REOPEN/MOVE}] 2024-12-02T16:21:44,968 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c99517a80b2cd6893bb724e400fa52ba, REOPEN/MOVE 2024-12-02T16:21:44,969 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=109 updating hbase:meta row=c99517a80b2cd6893bb724e400fa52ba, regionState=CLOSING, regionLocation=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:44,969 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T16:21:44,969 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE; CloseRegionProcedure c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634}] 2024-12-02T16:21:45,121 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:45,121 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] handler.UnassignRegionHandler(124): Close c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:21:45,121 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-02T16:21:45,121 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1681): Closing c99517a80b2cd6893bb724e400fa52ba, disabling compactions & flushes 2024-12-02T16:21:45,121 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:45,121 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:45,121 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. after waiting 0 ms 2024-12-02T16:21:45,121 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:45,124 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-02T16:21:45,125 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:45,125 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1635): Region close journal for c99517a80b2cd6893bb724e400fa52ba: 2024-12-02T16:21:45,125 WARN [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegionServer(3786): Not adding moved region record: c99517a80b2cd6893bb724e400fa52ba to self. 2024-12-02T16:21:45,126 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] handler.UnassignRegionHandler(170): Closed c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:21:45,126 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=109 updating hbase:meta row=c99517a80b2cd6893bb724e400fa52ba, regionState=CLOSED 2024-12-02T16:21:45,128 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=110, resume processing ppid=109 2024-12-02T16:21:45,128 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, ppid=109, state=SUCCESS; CloseRegionProcedure c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 in 158 msec 2024-12-02T16:21:45,129 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c99517a80b2cd6893bb724e400fa52ba, REOPEN/MOVE; state=CLOSED, location=2a8f9448bb5c,46371,1733156403634; forceNewPlan=false, retain=true 2024-12-02T16:21:45,279 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=109 updating hbase:meta row=c99517a80b2cd6893bb724e400fa52ba, regionState=OPENING, regionLocation=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:45,281 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=109, state=RUNNABLE; OpenRegionProcedure c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634}] 2024-12-02T16:21:45,432 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:45,435 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:45,435 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(7285): Opening region: {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} 2024-12-02T16:21:45,436 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:21:45,436 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:21:45,436 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(7327): checking encryption for c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:21:45,436 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(7330): checking classloading for c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:21:45,437 INFO [StoreOpener-c99517a80b2cd6893bb724e400fa52ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:21:45,437 INFO [StoreOpener-c99517a80b2cd6893bb724e400fa52ba-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T16:21:45,438 INFO [StoreOpener-c99517a80b2cd6893bb724e400fa52ba-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c99517a80b2cd6893bb724e400fa52ba columnFamilyName A 2024-12-02T16:21:45,439 DEBUG [StoreOpener-c99517a80b2cd6893bb724e400fa52ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:45,439 INFO [StoreOpener-c99517a80b2cd6893bb724e400fa52ba-1 {}] regionserver.HStore(327): Store=c99517a80b2cd6893bb724e400fa52ba/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:21:45,439 INFO [StoreOpener-c99517a80b2cd6893bb724e400fa52ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:21:45,440 INFO [StoreOpener-c99517a80b2cd6893bb724e400fa52ba-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T16:21:45,440 INFO [StoreOpener-c99517a80b2cd6893bb724e400fa52ba-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c99517a80b2cd6893bb724e400fa52ba columnFamilyName B 2024-12-02T16:21:45,440 DEBUG [StoreOpener-c99517a80b2cd6893bb724e400fa52ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:45,440 INFO [StoreOpener-c99517a80b2cd6893bb724e400fa52ba-1 {}] regionserver.HStore(327): Store=c99517a80b2cd6893bb724e400fa52ba/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:21:45,441 INFO [StoreOpener-c99517a80b2cd6893bb724e400fa52ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:21:45,441 INFO [StoreOpener-c99517a80b2cd6893bb724e400fa52ba-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T16:21:45,441 INFO [StoreOpener-c99517a80b2cd6893bb724e400fa52ba-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c99517a80b2cd6893bb724e400fa52ba columnFamilyName C 2024-12-02T16:21:45,441 DEBUG [StoreOpener-c99517a80b2cd6893bb724e400fa52ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:45,442 INFO [StoreOpener-c99517a80b2cd6893bb724e400fa52ba-1 {}] regionserver.HStore(327): Store=c99517a80b2cd6893bb724e400fa52ba/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:21:45,442 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:45,442 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:21:45,443 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:21:45,445 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T16:21:45,446 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(1085): writing seq id for c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:21:45,447 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(1102): Opened c99517a80b2cd6893bb724e400fa52ba; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73895086, jitterRate=0.10112258791923523}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T16:21:45,448 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(1001): Region open journal for c99517a80b2cd6893bb724e400fa52ba: 2024-12-02T16:21:45,448 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba., pid=111, masterSystemTime=1733156505432 2024-12-02T16:21:45,450 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:45,450 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:45,450 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=109 updating hbase:meta row=c99517a80b2cd6893bb724e400fa52ba, regionState=OPEN, openSeqNum=5, regionLocation=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:45,452 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=109 2024-12-02T16:21:45,452 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=109, state=SUCCESS; OpenRegionProcedure c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 in 171 msec 2024-12-02T16:21:45,454 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-12-02T16:21:45,454 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c99517a80b2cd6893bb724e400fa52ba, REOPEN/MOVE in 485 msec 2024-12-02T16:21:45,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=108, resume processing ppid=107 2024-12-02T16:21:45,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, ppid=107, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 489 msec 2024-12-02T16:21:45,458 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 917 msec 2024-12-02T16:21:45,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=107 2024-12-02T16:21:45,460 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x20f7f6a4 to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@378c2a4e 2024-12-02T16:21:45,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@474d5947, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:21:45,466 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5271608e to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4f9fed4 2024-12-02T16:21:45,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2953086d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:21:45,470 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5a139b42 to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1157d18a 2024-12-02T16:21:45,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2076b3ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:21:45,473 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1acf826f to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@353bcb3d 2024-12-02T16:21:45,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20c5edec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:21:45,477 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1cbce2b4 to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@77b5b03d 2024-12-02T16:21:45,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@789089aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:21:45,481 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x15bd9063 to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@699c96a7 2024-12-02T16:21:45,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55650656, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:21:45,485 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7c0ec341 to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@712a5bc9 2024-12-02T16:21:45,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c80a40c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:21:45,489 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4831febd to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6b660061 2024-12-02T16:21:45,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62cf69c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:21:45,495 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1e93614e to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@45ad0ff5 2024-12-02T16:21:45,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c35c7c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:21:45,499 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0523025d to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@28dc77ab 2024-12-02T16:21:45,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a259e93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:21:45,504 DEBUG [hconnection-0x1b666f02-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:21:45,505 DEBUG [hconnection-0x5fdfe9cf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:21:45,506 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32960, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:21:45,507 DEBUG [hconnection-0xfa08ff4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:21:45,507 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32964, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:21:45,508 DEBUG [hconnection-0x5f567b45-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:21:45,508 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32970, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:21:45,508 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32972, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:21:45,509 DEBUG [hconnection-0x59bba5e2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:21:45,509 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32986, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:21:45,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:21:45,519 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c99517a80b2cd6893bb724e400fa52ba 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T16:21:45,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=A 2024-12-02T16:21:45,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:45,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=B 2024-12-02T16:21:45,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:45,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=C 2024-12-02T16:21:45,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:45,529 DEBUG [hconnection-0x72d34ac1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:21:45,531 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32990, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:21:45,533 DEBUG [hconnection-0x1d9df028-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:21:45,534 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32994, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:21:45,537 DEBUG [hconnection-0x6676e98a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:21:45,541 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33002, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:21:45,544 DEBUG [hconnection-0x3c597578-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:21:45,545 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33004, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:21:45,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:45,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32986 deadline: 1733156565546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:45,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:45,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1733156565547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:45,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:45,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1733156565548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:45,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:45,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1733156565548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:45,550 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:21:45,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-12-02T16:21:45,551 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:21:45,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-02T16:21:45,552 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:21:45,552 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:21:45,554 DEBUG [hconnection-0x186802d0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:21:45,555 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33014, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:21:45,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:45,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33014 deadline: 1733156565557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:45,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202fac7efc4332f40dfb8236cc48a9c65de_c99517a80b2cd6893bb724e400fa52ba is 50, key is test_row_0/A:col10/1733156505517/Put/seqid=0 2024-12-02T16:21:45,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742211_1387 (size=9714) 2024-12-02T16:21:45,609 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:45,613 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202fac7efc4332f40dfb8236cc48a9c65de_c99517a80b2cd6893bb724e400fa52ba to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202fac7efc4332f40dfb8236cc48a9c65de_c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:21:45,614 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/cc8b149060ed414cb83c545a34f3c91f, store: [table=TestAcidGuarantees family=A region=c99517a80b2cd6893bb724e400fa52ba] 2024-12-02T16:21:45,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/cc8b149060ed414cb83c545a34f3c91f is 175, key is test_row_0/A:col10/1733156505517/Put/seqid=0 2024-12-02T16:21:45,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742212_1388 (size=22361) 2024-12-02T16:21:45,628 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/cc8b149060ed414cb83c545a34f3c91f 2024-12-02T16:21:45,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:45,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1733156565649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:45,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:45,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:45,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1733156565651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:45,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32986 deadline: 1733156565651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:45,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-02T16:21:45,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:45,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1733156565657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:45,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:45,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33014 deadline: 1733156565658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:45,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/a42811a9e213400d9d27cb2eb7cc2162 is 50, key is test_row_0/B:col10/1733156505517/Put/seqid=0 2024-12-02T16:21:45,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742213_1389 (size=9657) 2024-12-02T16:21:45,685 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/a42811a9e213400d9d27cb2eb7cc2162 2024-12-02T16:21:45,704 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:45,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-02T16:21:45,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:45,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. as already flushing 2024-12-02T16:21:45,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:45,705 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:45,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:45,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:45,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/cd082df7ff8542fc92bdb32a542f6ada is 50, key is test_row_0/C:col10/1733156505517/Put/seqid=0 2024-12-02T16:21:45,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742214_1390 (size=9657) 2024-12-02T16:21:45,747 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/cd082df7ff8542fc92bdb32a542f6ada 2024-12-02T16:21:45,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/cc8b149060ed414cb83c545a34f3c91f as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/cc8b149060ed414cb83c545a34f3c91f 2024-12-02T16:21:45,763 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/cc8b149060ed414cb83c545a34f3c91f, entries=100, sequenceid=16, filesize=21.8 K 2024-12-02T16:21:45,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/a42811a9e213400d9d27cb2eb7cc2162 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/a42811a9e213400d9d27cb2eb7cc2162 2024-12-02T16:21:45,768 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/a42811a9e213400d9d27cb2eb7cc2162, entries=100, sequenceid=16, filesize=9.4 K 2024-12-02T16:21:45,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/cd082df7ff8542fc92bdb32a542f6ada as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/cd082df7ff8542fc92bdb32a542f6ada 2024-12-02T16:21:45,785 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/cd082df7ff8542fc92bdb32a542f6ada, entries=100, sequenceid=16, filesize=9.4 K 2024-12-02T16:21:45,786 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for c99517a80b2cd6893bb724e400fa52ba in 267ms, sequenceid=16, compaction requested=false 2024-12-02T16:21:45,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c99517a80b2cd6893bb724e400fa52ba: 2024-12-02T16:21:45,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:21:45,851 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c99517a80b2cd6893bb724e400fa52ba 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-02T16:21:45,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=A 2024-12-02T16:21:45,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:45,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=B 2024-12-02T16:21:45,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:45,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=C 2024-12-02T16:21:45,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:45,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-02T16:21:45,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:45,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1733156565856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:45,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:45,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1733156565857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:45,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:45,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32986 deadline: 1733156565857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:45,858 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:45,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-02T16:21:45,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:45,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1733156565858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:45,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:45,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. as already flushing 2024-12-02T16:21:45,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:45,859 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:45,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:45,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:45,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:45,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33014 deadline: 1733156565860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:45,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412023a10b2327b20488293b337ea5e55d175_c99517a80b2cd6893bb724e400fa52ba is 50, key is test_row_0/A:col10/1733156505546/Put/seqid=0 2024-12-02T16:21:45,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742215_1391 (size=12154) 2024-12-02T16:21:45,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:45,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1733156565958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:45,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:45,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1733156565958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:45,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:45,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32986 deadline: 1733156565959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:46,010 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:46,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-02T16:21:46,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:46,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. as already flushing 2024-12-02T16:21:46,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:46,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:46,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:46,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:46,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-02T16:21:46,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:46,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1733156566160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:46,163 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:46,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:46,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1733156566161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:46,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:46,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-02T16:21:46,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1733156566161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:46,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:46,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. as already flushing 2024-12-02T16:21:46,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:46,164 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:46,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:46,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:46,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:46,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33014 deadline: 1733156566162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:46,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:46,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32986 deadline: 1733156566164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:46,295 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:46,302 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412023a10b2327b20488293b337ea5e55d175_c99517a80b2cd6893bb724e400fa52ba to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412023a10b2327b20488293b337ea5e55d175_c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:21:46,303 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/4fbde00cf0de4a4ba2872dd17c95d9cd, store: [table=TestAcidGuarantees family=A region=c99517a80b2cd6893bb724e400fa52ba] 2024-12-02T16:21:46,304 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/4fbde00cf0de4a4ba2872dd17c95d9cd is 175, key is test_row_0/A:col10/1733156505546/Put/seqid=0 2024-12-02T16:21:46,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742216_1392 (size=30955) 2024-12-02T16:21:46,315 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/4fbde00cf0de4a4ba2872dd17c95d9cd 2024-12-02T16:21:46,316 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:46,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-02T16:21:46,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:46,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. as already flushing 2024-12-02T16:21:46,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:46,317 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:46,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:46,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:46,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/d6bacd2c1c234825a978bc33907fdbd4 is 50, key is test_row_0/B:col10/1733156505546/Put/seqid=0 2024-12-02T16:21:46,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742217_1393 (size=12001) 2024-12-02T16:21:46,338 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/d6bacd2c1c234825a978bc33907fdbd4 2024-12-02T16:21:46,349 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/06fdfe161a15475fb47a1ac4c5e431fb is 50, key is test_row_0/C:col10/1733156505546/Put/seqid=0 2024-12-02T16:21:46,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742218_1394 (size=12001) 2024-12-02T16:21:46,365 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/06fdfe161a15475fb47a1ac4c5e431fb 2024-12-02T16:21:46,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/4fbde00cf0de4a4ba2872dd17c95d9cd as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/4fbde00cf0de4a4ba2872dd17c95d9cd 2024-12-02T16:21:46,375 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/4fbde00cf0de4a4ba2872dd17c95d9cd, entries=150, sequenceid=42, filesize=30.2 K 2024-12-02T16:21:46,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/d6bacd2c1c234825a978bc33907fdbd4 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/d6bacd2c1c234825a978bc33907fdbd4 2024-12-02T16:21:46,381 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/d6bacd2c1c234825a978bc33907fdbd4, entries=150, sequenceid=42, filesize=11.7 K 2024-12-02T16:21:46,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/06fdfe161a15475fb47a1ac4c5e431fb as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/06fdfe161a15475fb47a1ac4c5e431fb 2024-12-02T16:21:46,387 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/06fdfe161a15475fb47a1ac4c5e431fb, entries=150, sequenceid=42, filesize=11.7 K 2024-12-02T16:21:46,388 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for c99517a80b2cd6893bb724e400fa52ba in 537ms, sequenceid=42, compaction requested=false 2024-12-02T16:21:46,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c99517a80b2cd6893bb724e400fa52ba: 2024-12-02T16:21:46,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:21:46,469 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:46,469 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c99517a80b2cd6893bb724e400fa52ba 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T16:21:46,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=A 2024-12-02T16:21:46,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:46,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=B 2024-12-02T16:21:46,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:46,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=C 2024-12-02T16:21:46,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:46,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-02T16:21:46,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:46,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. as already flushing 2024-12-02T16:21:46,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:46,470 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:46,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:46,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:46,496 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412029a9f9c795ec54ab1b2de05f2e722c58e_c99517a80b2cd6893bb724e400fa52ba is 50, key is test_row_0/A:col10/1733156505855/Put/seqid=0 2024-12-02T16:21:46,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742219_1395 (size=14594) 2024-12-02T16:21:46,513 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:46,520 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412029a9f9c795ec54ab1b2de05f2e722c58e_c99517a80b2cd6893bb724e400fa52ba to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412029a9f9c795ec54ab1b2de05f2e722c58e_c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:21:46,521 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/138315b72c5f4eed9304f789a6e06825, store: [table=TestAcidGuarantees family=A region=c99517a80b2cd6893bb724e400fa52ba] 2024-12-02T16:21:46,521 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/138315b72c5f4eed9304f789a6e06825 is 175, key is test_row_0/A:col10/1733156505855/Put/seqid=0 2024-12-02T16:21:46,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742220_1396 (size=39549) 2024-12-02T16:21:46,529 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/138315b72c5f4eed9304f789a6e06825 2024-12-02T16:21:46,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:46,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1733156566523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:46,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:46,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32986 deadline: 1733156566524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:46,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:46,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1733156566525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:46,536 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/6be808029bc34d46ad765d9ac06bf26b is 50, key is test_row_0/B:col10/1733156505855/Put/seqid=0 2024-12-02T16:21:46,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742221_1397 (size=12001) 2024-12-02T16:21:46,549 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/6be808029bc34d46ad765d9ac06bf26b 2024-12-02T16:21:46,555 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/10a11dc3b09344d99a2ad23fe5ccaf8d is 50, key is test_row_0/C:col10/1733156505855/Put/seqid=0 2024-12-02T16:21:46,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742222_1398 (size=12001) 2024-12-02T16:21:46,574 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/10a11dc3b09344d99a2ad23fe5ccaf8d 2024-12-02T16:21:46,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/138315b72c5f4eed9304f789a6e06825 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/138315b72c5f4eed9304f789a6e06825 2024-12-02T16:21:46,617 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/138315b72c5f4eed9304f789a6e06825, entries=200, sequenceid=53, filesize=38.6 K 2024-12-02T16:21:46,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/6be808029bc34d46ad765d9ac06bf26b as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/6be808029bc34d46ad765d9ac06bf26b 2024-12-02T16:21:46,622 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:46,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-02T16:21:46,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:46,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. as already flushing 2024-12-02T16:21:46,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:46,623 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:46,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:46,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:46,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1733156566631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:46,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:46,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1733156566637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:46,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:46,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32986 deadline: 1733156566638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:46,645 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/6be808029bc34d46ad765d9ac06bf26b, entries=150, sequenceid=53, filesize=11.7 K 2024-12-02T16:21:46,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-02T16:21:46,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/10a11dc3b09344d99a2ad23fe5ccaf8d as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/10a11dc3b09344d99a2ad23fe5ccaf8d 2024-12-02T16:21:46,661 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/10a11dc3b09344d99a2ad23fe5ccaf8d, entries=150, sequenceid=53, filesize=11.7 K 2024-12-02T16:21:46,668 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c99517a80b2cd6893bb724e400fa52ba in 199ms, sequenceid=53, compaction requested=true 2024-12-02T16:21:46,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c99517a80b2cd6893bb724e400fa52ba: 2024-12-02T16:21:46,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c99517a80b2cd6893bb724e400fa52ba:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:21:46,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:46,668 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:21:46,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c99517a80b2cd6893bb724e400fa52ba:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:21:46,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:46,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c99517a80b2cd6893bb724e400fa52ba:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:21:46,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:21:46,668 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:21:46,669 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:21:46,669 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): c99517a80b2cd6893bb724e400fa52ba/B is initiating minor compaction (all files) 2024-12-02T16:21:46,669 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c99517a80b2cd6893bb724e400fa52ba/B in TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:46,670 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/a42811a9e213400d9d27cb2eb7cc2162, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/d6bacd2c1c234825a978bc33907fdbd4, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/6be808029bc34d46ad765d9ac06bf26b] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp, totalSize=32.9 K 2024-12-02T16:21:46,670 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:21:46,670 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): c99517a80b2cd6893bb724e400fa52ba/A is initiating minor compaction (all files) 2024-12-02T16:21:46,670 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c99517a80b2cd6893bb724e400fa52ba/A in TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:46,670 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/cc8b149060ed414cb83c545a34f3c91f, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/4fbde00cf0de4a4ba2872dd17c95d9cd, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/138315b72c5f4eed9304f789a6e06825] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp, totalSize=90.7 K 2024-12-02T16:21:46,670 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:46,670 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. files: [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/cc8b149060ed414cb83c545a34f3c91f, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/4fbde00cf0de4a4ba2872dd17c95d9cd, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/138315b72c5f4eed9304f789a6e06825] 2024-12-02T16:21:46,671 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting a42811a9e213400d9d27cb2eb7cc2162, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733156505517 2024-12-02T16:21:46,671 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc8b149060ed414cb83c545a34f3c91f, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733156505517 2024-12-02T16:21:46,671 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting d6bacd2c1c234825a978bc33907fdbd4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1733156505544 2024-12-02T16:21:46,671 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4fbde00cf0de4a4ba2872dd17c95d9cd, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1733156505544 2024-12-02T16:21:46,672 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 6be808029bc34d46ad765d9ac06bf26b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733156505854 2024-12-02T16:21:46,672 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 138315b72c5f4eed9304f789a6e06825, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733156505854 2024-12-02T16:21:46,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:21:46,674 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c99517a80b2cd6893bb724e400fa52ba 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-02T16:21:46,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=A 2024-12-02T16:21:46,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:46,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=B 2024-12-02T16:21:46,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:46,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=C 2024-12-02T16:21:46,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:46,685 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c99517a80b2cd6893bb724e400fa52ba] 2024-12-02T16:21:46,690 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c99517a80b2cd6893bb724e400fa52ba#B#compaction#342 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:21:46,691 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/93e276d67c2f4a51847aad5d083d342c is 50, key is test_row_0/B:col10/1733156505855/Put/seqid=0 2024-12-02T16:21:46,697 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202dece0c37701e4f52baf7ca7f2a28150f_c99517a80b2cd6893bb724e400fa52ba store=[table=TestAcidGuarantees family=A region=c99517a80b2cd6893bb724e400fa52ba] 2024-12-02T16:21:46,699 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202dece0c37701e4f52baf7ca7f2a28150f_c99517a80b2cd6893bb724e400fa52ba, store=[table=TestAcidGuarantees family=A region=c99517a80b2cd6893bb724e400fa52ba] 2024-12-02T16:21:46,700 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202dece0c37701e4f52baf7ca7f2a28150f_c99517a80b2cd6893bb724e400fa52ba because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c99517a80b2cd6893bb724e400fa52ba] 2024-12-02T16:21:46,704 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202a4d0b9c95b6e466c8870f237b67cf998_c99517a80b2cd6893bb724e400fa52ba is 50, key is test_row_0/A:col10/1733156506524/Put/seqid=0 2024-12-02T16:21:46,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742223_1399 (size=12104) 2024-12-02T16:21:46,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742224_1400 (size=14594) 2024-12-02T16:21:46,735 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:46,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742225_1401 (size=4469) 2024-12-02T16:21:46,740 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202a4d0b9c95b6e466c8870f237b67cf998_c99517a80b2cd6893bb724e400fa52ba to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202a4d0b9c95b6e466c8870f237b67cf998_c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:21:46,742 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/863504eeaa6248048a5d4cf77fcbc877, store: [table=TestAcidGuarantees family=A region=c99517a80b2cd6893bb724e400fa52ba] 2024-12-02T16:21:46,743 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/863504eeaa6248048a5d4cf77fcbc877 is 175, key is test_row_0/A:col10/1733156506524/Put/seqid=0 2024-12-02T16:21:46,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33014 deadline: 1733156566744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:46,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1733156566757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:46,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742226_1402 (size=39549) 2024-12-02T16:21:46,775 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:46,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-02T16:21:46,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:46,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. as already flushing 2024-12-02T16:21:46,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:46,776 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:46,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:46,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:46,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1733156566836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:46,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1733156566842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:46,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32986 deadline: 1733156566842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:46,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1733156566864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:46,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33014 deadline: 1733156566868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:46,929 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:46,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-02T16:21:46,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:46,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. as already flushing 2024-12-02T16:21:46,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:46,930 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:46,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:47,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:47,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1733156567073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:47,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:47,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33014 deadline: 1733156567073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:47,089 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:47,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-02T16:21:47,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:47,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. as already flushing 2024-12-02T16:21:47,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:47,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:47,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:47,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:47,142 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c99517a80b2cd6893bb724e400fa52ba#A#compaction#341 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:21:47,143 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/c82281b7de044a04974383f17f16a126 is 175, key is test_row_0/A:col10/1733156505855/Put/seqid=0 2024-12-02T16:21:47,147 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/93e276d67c2f4a51847aad5d083d342c as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/93e276d67c2f4a51847aad5d083d342c 2024-12-02T16:21:47,153 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c99517a80b2cd6893bb724e400fa52ba/B of c99517a80b2cd6893bb724e400fa52ba into 93e276d67c2f4a51847aad5d083d342c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:21:47,153 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c99517a80b2cd6893bb724e400fa52ba: 2024-12-02T16:21:47,153 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba., storeName=c99517a80b2cd6893bb724e400fa52ba/B, priority=13, startTime=1733156506668; duration=0sec 2024-12-02T16:21:47,153 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:21:47,153 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c99517a80b2cd6893bb724e400fa52ba:B 2024-12-02T16:21:47,153 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:21:47,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:47,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1733156567148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:47,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:47,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1733156567149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:47,157 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:21:47,157 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): c99517a80b2cd6893bb724e400fa52ba/C is initiating minor compaction (all files) 2024-12-02T16:21:47,157 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c99517a80b2cd6893bb724e400fa52ba/C in TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:47,157 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/cd082df7ff8542fc92bdb32a542f6ada, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/06fdfe161a15475fb47a1ac4c5e431fb, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/10a11dc3b09344d99a2ad23fe5ccaf8d] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp, totalSize=32.9 K 2024-12-02T16:21:47,157 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting cd082df7ff8542fc92bdb32a542f6ada, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733156505517 2024-12-02T16:21:47,158 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 06fdfe161a15475fb47a1ac4c5e431fb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1733156505544 2024-12-02T16:21:47,158 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 10a11dc3b09344d99a2ad23fe5ccaf8d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733156505854 2024-12-02T16:21:47,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742227_1403 (size=31058) 2024-12-02T16:21:47,174 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c99517a80b2cd6893bb724e400fa52ba#C#compaction#344 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:21:47,174 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/4b8cbaeb0a4b4a24b0deae4fdcff8221 is 50, key is test_row_0/C:col10/1733156505855/Put/seqid=0 2024-12-02T16:21:47,176 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/863504eeaa6248048a5d4cf77fcbc877 2024-12-02T16:21:47,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:47,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32986 deadline: 1733156567169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:47,186 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/c82281b7de044a04974383f17f16a126 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/c82281b7de044a04974383f17f16a126 2024-12-02T16:21:47,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742228_1404 (size=12104) 2024-12-02T16:21:47,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/8b29d8623d07412bb60ba098030555d7 is 50, key is test_row_0/B:col10/1733156506524/Put/seqid=0 2024-12-02T16:21:47,217 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c99517a80b2cd6893bb724e400fa52ba/A of c99517a80b2cd6893bb724e400fa52ba into c82281b7de044a04974383f17f16a126(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:21:47,217 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c99517a80b2cd6893bb724e400fa52ba: 2024-12-02T16:21:47,217 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba., storeName=c99517a80b2cd6893bb724e400fa52ba/A, priority=13, startTime=1733156506668; duration=0sec 2024-12-02T16:21:47,217 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:47,217 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c99517a80b2cd6893bb724e400fa52ba:A 2024-12-02T16:21:47,221 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/4b8cbaeb0a4b4a24b0deae4fdcff8221 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/4b8cbaeb0a4b4a24b0deae4fdcff8221 2024-12-02T16:21:47,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742229_1405 (size=12001) 2024-12-02T16:21:47,234 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/8b29d8623d07412bb60ba098030555d7 2024-12-02T16:21:47,247 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:47,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-02T16:21:47,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:47,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. as already flushing 2024-12-02T16:21:47,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:47,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:47,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:47,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:47,262 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c99517a80b2cd6893bb724e400fa52ba/C of c99517a80b2cd6893bb724e400fa52ba into 4b8cbaeb0a4b4a24b0deae4fdcff8221(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:21:47,262 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c99517a80b2cd6893bb724e400fa52ba: 2024-12-02T16:21:47,262 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba., storeName=c99517a80b2cd6893bb724e400fa52ba/C, priority=13, startTime=1733156506668; duration=0sec 2024-12-02T16:21:47,262 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:47,262 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c99517a80b2cd6893bb724e400fa52ba:C 2024-12-02T16:21:47,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/b952ecf2c45845b5b37f5048e7871936 is 50, key is test_row_0/C:col10/1733156506524/Put/seqid=0 2024-12-02T16:21:47,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742230_1406 (size=12001) 2024-12-02T16:21:47,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:47,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33014 deadline: 1733156567380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:47,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:47,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1733156567380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:47,406 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:47,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-02T16:21:47,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:47,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. as already flushing 2024-12-02T16:21:47,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:47,407 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:47,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:47,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:47,564 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:47,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-02T16:21:47,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:47,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. as already flushing 2024-12-02T16:21:47,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:47,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:47,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:47,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:47,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-02T16:21:47,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:47,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1733156567660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:47,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:47,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1733156567667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:47,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:47,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32986 deadline: 1733156567691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:47,719 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:47,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-02T16:21:47,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:47,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. as already flushing 2024-12-02T16:21:47,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:47,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:47,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:47,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:47,733 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/b952ecf2c45845b5b37f5048e7871936 2024-12-02T16:21:47,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/863504eeaa6248048a5d4cf77fcbc877 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/863504eeaa6248048a5d4cf77fcbc877 2024-12-02T16:21:47,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/863504eeaa6248048a5d4cf77fcbc877, entries=200, sequenceid=79, filesize=38.6 K 2024-12-02T16:21:47,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/8b29d8623d07412bb60ba098030555d7 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/8b29d8623d07412bb60ba098030555d7 2024-12-02T16:21:47,762 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/8b29d8623d07412bb60ba098030555d7, entries=150, sequenceid=79, filesize=11.7 K 2024-12-02T16:21:47,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/b952ecf2c45845b5b37f5048e7871936 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/b952ecf2c45845b5b37f5048e7871936 2024-12-02T16:21:47,768 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/b952ecf2c45845b5b37f5048e7871936, entries=150, sequenceid=79, filesize=11.7 K 2024-12-02T16:21:47,769 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for c99517a80b2cd6893bb724e400fa52ba in 1094ms, sequenceid=79, compaction requested=false 2024-12-02T16:21:47,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c99517a80b2cd6893bb724e400fa52ba: 2024-12-02T16:21:47,874 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:47,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-02T16:21:47,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:47,875 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing c99517a80b2cd6893bb724e400fa52ba 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-02T16:21:47,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=A 2024-12-02T16:21:47,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:47,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=B 2024-12-02T16:21:47,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:47,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=C 2024-12-02T16:21:47,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:47,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202ea8d428705d9441cb497a2eb5e6f3168_c99517a80b2cd6893bb724e400fa52ba is 50, key is test_row_0/A:col10/1733156506741/Put/seqid=0 2024-12-02T16:21:47,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. as already flushing 2024-12-02T16:21:47,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:21:47,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742231_1407 (size=12154) 2024-12-02T16:21:47,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:47,910 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202ea8d428705d9441cb497a2eb5e6f3168_c99517a80b2cd6893bb724e400fa52ba to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202ea8d428705d9441cb497a2eb5e6f3168_c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:21:47,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/d4348b748e23459c8f52347c98a37bf5, store: [table=TestAcidGuarantees family=A region=c99517a80b2cd6893bb724e400fa52ba] 2024-12-02T16:21:47,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/d4348b748e23459c8f52347c98a37bf5 is 175, key is test_row_0/A:col10/1733156506741/Put/seqid=0 2024-12-02T16:21:47,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742232_1408 (size=30955) 2024-12-02T16:21:47,921 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=92, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/d4348b748e23459c8f52347c98a37bf5 2024-12-02T16:21:47,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/8d18bbc08eaa4727a028e43242abf7a9 is 50, key is test_row_0/B:col10/1733156506741/Put/seqid=0 2024-12-02T16:21:47,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742233_1409 (size=12001) 2024-12-02T16:21:47,945 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/8d18bbc08eaa4727a028e43242abf7a9 2024-12-02T16:21:47,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/44a5094280ba461a9359fb6a9bcfd205 is 50, key is test_row_0/C:col10/1733156506741/Put/seqid=0 2024-12-02T16:21:47,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742234_1410 (size=12001) 2024-12-02T16:21:47,962 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/44a5094280ba461a9359fb6a9bcfd205 2024-12-02T16:21:47,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/d4348b748e23459c8f52347c98a37bf5 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/d4348b748e23459c8f52347c98a37bf5 2024-12-02T16:21:47,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:47,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1733156567962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:47,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:47,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33014 deadline: 1733156567969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:47,978 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/d4348b748e23459c8f52347c98a37bf5, entries=150, sequenceid=92, filesize=30.2 K 2024-12-02T16:21:47,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/8d18bbc08eaa4727a028e43242abf7a9 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/8d18bbc08eaa4727a028e43242abf7a9 2024-12-02T16:21:47,982 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/8d18bbc08eaa4727a028e43242abf7a9, entries=150, sequenceid=92, filesize=11.7 K 2024-12-02T16:21:47,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/44a5094280ba461a9359fb6a9bcfd205 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/44a5094280ba461a9359fb6a9bcfd205 2024-12-02T16:21:47,987 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/44a5094280ba461a9359fb6a9bcfd205, entries=150, sequenceid=92, filesize=11.7 K 2024-12-02T16:21:47,988 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for c99517a80b2cd6893bb724e400fa52ba in 113ms, sequenceid=92, compaction requested=true 2024-12-02T16:21:47,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for c99517a80b2cd6893bb724e400fa52ba: 2024-12-02T16:21:47,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:47,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-12-02T16:21:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-12-02T16:21:47,991 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-12-02T16:21:47,991 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4380 sec 2024-12-02T16:21:47,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 2.4410 sec 2024-12-02T16:21:48,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:21:48,082 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c99517a80b2cd6893bb724e400fa52ba 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-02T16:21:48,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=A 2024-12-02T16:21:48,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:48,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=B 2024-12-02T16:21:48,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:48,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=C 2024-12-02T16:21:48,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:48,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412026591cad931744c8d817b7241ca33dbcf_c99517a80b2cd6893bb724e400fa52ba is 50, key is test_row_0/A:col10/1733156507939/Put/seqid=0 2024-12-02T16:21:48,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33014 deadline: 1733156568104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:48,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742235_1411 (size=14594) 2024-12-02T16:21:48,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:48,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1733156568113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:48,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33014 deadline: 1733156568215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:48,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1733156568219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:48,378 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T16:21:48,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:48,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33014 deadline: 1733156568426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:48,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:48,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1733156568428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:48,516 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:48,521 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412026591cad931744c8d817b7241ca33dbcf_c99517a80b2cd6893bb724e400fa52ba to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412026591cad931744c8d817b7241ca33dbcf_c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:21:48,522 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/db0c28cce2504c1f865fa8f59f34266b, store: [table=TestAcidGuarantees family=A region=c99517a80b2cd6893bb724e400fa52ba] 2024-12-02T16:21:48,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/db0c28cce2504c1f865fa8f59f34266b is 175, key is test_row_0/A:col10/1733156507939/Put/seqid=0 2024-12-02T16:21:48,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742236_1412 (size=39549) 2024-12-02T16:21:48,550 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/db0c28cce2504c1f865fa8f59f34266b 2024-12-02T16:21:48,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/64acf2f4d8574b59aabd9fbecf22adc6 is 50, key is test_row_0/B:col10/1733156507939/Put/seqid=0 2024-12-02T16:21:48,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742237_1413 (size=12001) 2024-12-02T16:21:48,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:48,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1733156568673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:48,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:48,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1733156568683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:48,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:48,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32986 deadline: 1733156568701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:48,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:48,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33014 deadline: 1733156568733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:48,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:48,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1733156568738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:49,000 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/64acf2f4d8574b59aabd9fbecf22adc6 2024-12-02T16:21:49,016 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/9026fd365aab45379021d38275d044df is 50, key is test_row_0/C:col10/1733156507939/Put/seqid=0 2024-12-02T16:21:49,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742238_1414 (size=12001) 2024-12-02T16:21:49,041 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/9026fd365aab45379021d38275d044df 2024-12-02T16:21:49,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/db0c28cce2504c1f865fa8f59f34266b as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/db0c28cce2504c1f865fa8f59f34266b 2024-12-02T16:21:49,056 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/db0c28cce2504c1f865fa8f59f34266b, entries=200, sequenceid=119, filesize=38.6 K 2024-12-02T16:21:49,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/64acf2f4d8574b59aabd9fbecf22adc6 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/64acf2f4d8574b59aabd9fbecf22adc6 2024-12-02T16:21:49,062 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/64acf2f4d8574b59aabd9fbecf22adc6, entries=150, sequenceid=119, filesize=11.7 K 2024-12-02T16:21:49,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/9026fd365aab45379021d38275d044df as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/9026fd365aab45379021d38275d044df 2024-12-02T16:21:49,067 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/9026fd365aab45379021d38275d044df, entries=150, sequenceid=119, filesize=11.7 K 2024-12-02T16:21:49,069 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for c99517a80b2cd6893bb724e400fa52ba in 987ms, sequenceid=119, compaction requested=true 2024-12-02T16:21:49,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c99517a80b2cd6893bb724e400fa52ba: 2024-12-02T16:21:49,069 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:21:49,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c99517a80b2cd6893bb724e400fa52ba:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:21:49,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:49,069 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:21:49,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c99517a80b2cd6893bb724e400fa52ba:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:21:49,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:49,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c99517a80b2cd6893bb724e400fa52ba:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:21:49,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:21:49,071 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141111 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:21:49,071 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): c99517a80b2cd6893bb724e400fa52ba/A is initiating minor compaction (all files) 2024-12-02T16:21:49,071 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c99517a80b2cd6893bb724e400fa52ba/A in TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:49,071 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/c82281b7de044a04974383f17f16a126, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/863504eeaa6248048a5d4cf77fcbc877, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/d4348b748e23459c8f52347c98a37bf5, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/db0c28cce2504c1f865fa8f59f34266b] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp, totalSize=137.8 K 2024-12-02T16:21:49,071 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:49,071 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. files: [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/c82281b7de044a04974383f17f16a126, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/863504eeaa6248048a5d4cf77fcbc877, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/d4348b748e23459c8f52347c98a37bf5, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/db0c28cce2504c1f865fa8f59f34266b] 2024-12-02T16:21:49,071 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:21:49,071 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): c99517a80b2cd6893bb724e400fa52ba/B is initiating minor compaction (all files) 2024-12-02T16:21:49,071 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c99517a80b2cd6893bb724e400fa52ba/B in TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:49,072 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/93e276d67c2f4a51847aad5d083d342c, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/8b29d8623d07412bb60ba098030555d7, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/8d18bbc08eaa4727a028e43242abf7a9, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/64acf2f4d8574b59aabd9fbecf22adc6] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp, totalSize=47.0 K 2024-12-02T16:21:49,072 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 93e276d67c2f4a51847aad5d083d342c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733156505854 2024-12-02T16:21:49,072 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting c82281b7de044a04974383f17f16a126, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733156505854 2024-12-02T16:21:49,072 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b29d8623d07412bb60ba098030555d7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733156506521 2024-12-02T16:21:49,073 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 863504eeaa6248048a5d4cf77fcbc877, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733156506515 2024-12-02T16:21:49,074 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d18bbc08eaa4727a028e43242abf7a9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733156506710 2024-12-02T16:21:49,074 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4348b748e23459c8f52347c98a37bf5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733156506710 2024-12-02T16:21:49,074 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 64acf2f4d8574b59aabd9fbecf22adc6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733156507939 2024-12-02T16:21:49,074 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting db0c28cce2504c1f865fa8f59f34266b, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733156507939 2024-12-02T16:21:49,100 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c99517a80b2cd6893bb724e400fa52ba#B#compaction#353 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:21:49,101 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c99517a80b2cd6893bb724e400fa52ba] 2024-12-02T16:21:49,101 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/0cca726aac7640e197db843497674c3c is 50, key is test_row_0/B:col10/1733156507939/Put/seqid=0 2024-12-02T16:21:49,106 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412022cb864d6b80b41ff9bd510999a446fc1_c99517a80b2cd6893bb724e400fa52ba store=[table=TestAcidGuarantees family=A region=c99517a80b2cd6893bb724e400fa52ba] 2024-12-02T16:21:49,108 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412022cb864d6b80b41ff9bd510999a446fc1_c99517a80b2cd6893bb724e400fa52ba, store=[table=TestAcidGuarantees family=A region=c99517a80b2cd6893bb724e400fa52ba] 2024-12-02T16:21:49,109 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412022cb864d6b80b41ff9bd510999a446fc1_c99517a80b2cd6893bb724e400fa52ba because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c99517a80b2cd6893bb724e400fa52ba] 2024-12-02T16:21:49,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742239_1415 (size=12241) 2024-12-02T16:21:49,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742240_1416 (size=4469) 2024-12-02T16:21:49,134 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c99517a80b2cd6893bb724e400fa52ba#A#compaction#354 average throughput is 0.76 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:21:49,134 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/a3a01fb1373f45b88be727fbe44a3658 is 175, key is test_row_0/A:col10/1733156507939/Put/seqid=0 2024-12-02T16:21:49,142 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/0cca726aac7640e197db843497674c3c as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/0cca726aac7640e197db843497674c3c 2024-12-02T16:21:49,149 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c99517a80b2cd6893bb724e400fa52ba/B of c99517a80b2cd6893bb724e400fa52ba into 0cca726aac7640e197db843497674c3c(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:21:49,149 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c99517a80b2cd6893bb724e400fa52ba: 2024-12-02T16:21:49,149 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba., storeName=c99517a80b2cd6893bb724e400fa52ba/B, priority=12, startTime=1733156509069; duration=0sec 2024-12-02T16:21:49,149 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:21:49,149 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c99517a80b2cd6893bb724e400fa52ba:B 2024-12-02T16:21:49,149 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:21:49,151 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:21:49,151 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): c99517a80b2cd6893bb724e400fa52ba/C is initiating minor compaction (all files) 2024-12-02T16:21:49,151 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c99517a80b2cd6893bb724e400fa52ba/C in TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:49,151 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/4b8cbaeb0a4b4a24b0deae4fdcff8221, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/b952ecf2c45845b5b37f5048e7871936, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/44a5094280ba461a9359fb6a9bcfd205, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/9026fd365aab45379021d38275d044df] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp, totalSize=47.0 K 2024-12-02T16:21:49,151 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b8cbaeb0a4b4a24b0deae4fdcff8221, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733156505854 2024-12-02T16:21:49,151 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting b952ecf2c45845b5b37f5048e7871936, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733156506521 2024-12-02T16:21:49,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742241_1417 (size=31195) 2024-12-02T16:21:49,152 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 44a5094280ba461a9359fb6a9bcfd205, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733156506710 2024-12-02T16:21:49,153 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 9026fd365aab45379021d38275d044df, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733156507939 2024-12-02T16:21:49,158 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/a3a01fb1373f45b88be727fbe44a3658 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/a3a01fb1373f45b88be727fbe44a3658 2024-12-02T16:21:49,166 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c99517a80b2cd6893bb724e400fa52ba/A of c99517a80b2cd6893bb724e400fa52ba into a3a01fb1373f45b88be727fbe44a3658(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:21:49,166 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c99517a80b2cd6893bb724e400fa52ba: 2024-12-02T16:21:49,166 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba., storeName=c99517a80b2cd6893bb724e400fa52ba/A, priority=12, startTime=1733156509069; duration=0sec 2024-12-02T16:21:49,166 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:49,166 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c99517a80b2cd6893bb724e400fa52ba:A 2024-12-02T16:21:49,171 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c99517a80b2cd6893bb724e400fa52ba#C#compaction#355 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:21:49,171 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/8e505fdccccd4b878401fb45c3b3541b is 50, key is test_row_0/C:col10/1733156507939/Put/seqid=0 2024-12-02T16:21:49,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742242_1418 (size=12241) 2024-12-02T16:21:49,197 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/8e505fdccccd4b878401fb45c3b3541b as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/8e505fdccccd4b878401fb45c3b3541b 2024-12-02T16:21:49,210 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c99517a80b2cd6893bb724e400fa52ba/C of c99517a80b2cd6893bb724e400fa52ba into 8e505fdccccd4b878401fb45c3b3541b(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:21:49,210 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c99517a80b2cd6893bb724e400fa52ba: 2024-12-02T16:21:49,210 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba., storeName=c99517a80b2cd6893bb724e400fa52ba/C, priority=12, startTime=1733156509069; duration=0sec 2024-12-02T16:21:49,210 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:49,210 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c99517a80b2cd6893bb724e400fa52ba:C 2024-12-02T16:21:49,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:21:49,249 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c99517a80b2cd6893bb724e400fa52ba 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T16:21:49,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=A 2024-12-02T16:21:49,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:49,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=B 2024-12-02T16:21:49,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:49,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=C 2024-12-02T16:21:49,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:49,259 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412029231baef11754773a9167bafccf30767_c99517a80b2cd6893bb724e400fa52ba is 50, key is test_row_0/A:col10/1733156509248/Put/seqid=0 2024-12-02T16:21:49,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742243_1419 (size=14694) 2024-12-02T16:21:49,266 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:49,273 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412029231baef11754773a9167bafccf30767_c99517a80b2cd6893bb724e400fa52ba to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412029231baef11754773a9167bafccf30767_c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:21:49,276 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/0f073b9b50f74eacb17099acc95f6953, store: [table=TestAcidGuarantees family=A region=c99517a80b2cd6893bb724e400fa52ba] 2024-12-02T16:21:49,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/0f073b9b50f74eacb17099acc95f6953 is 175, key is test_row_0/A:col10/1733156509248/Put/seqid=0 2024-12-02T16:21:49,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742244_1420 (size=39649) 2024-12-02T16:21:49,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:49,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1733156569302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:49,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:49,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33014 deadline: 1733156569308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:49,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:49,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1733156569409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:49,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:49,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33014 deadline: 1733156569416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:49,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:49,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1733156569615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:49,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:49,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33014 deadline: 1733156569622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:49,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-02T16:21:49,657 INFO [Thread-1735 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-12-02T16:21:49,658 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:21:49,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-12-02T16:21:49,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-02T16:21:49,660 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:21:49,661 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:21:49,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:21:49,682 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/0f073b9b50f74eacb17099acc95f6953 2024-12-02T16:21:49,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/2592a939ca084b1998d30888328471d6 is 50, key is test_row_0/B:col10/1733156509248/Put/seqid=0 2024-12-02T16:21:49,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742245_1421 (size=12101) 2024-12-02T16:21:49,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-02T16:21:49,812 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:49,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-02T16:21:49,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:49,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. as already flushing 2024-12-02T16:21:49,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:49,813 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:49,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:49,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:49,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:49,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1733156569924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:49,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33014 deadline: 1733156569926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-02T16:21:49,966 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:49,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-02T16:21:49,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:49,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. as already flushing 2024-12-02T16:21:49,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:49,966 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:49,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:50,105 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/2592a939ca084b1998d30888328471d6 2024-12-02T16:21:50,114 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/ba6c9602d3fb4f9faabaa3406fa34bf4 is 50, key is test_row_0/C:col10/1733156509248/Put/seqid=0 2024-12-02T16:21:50,121 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:50,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-02T16:21:50,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:50,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. as already flushing 2024-12-02T16:21:50,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:50,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:50,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:50,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:50,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742246_1422 (size=12101) 2024-12-02T16:21:50,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-02T16:21:50,275 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:50,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-02T16:21:50,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:50,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. as already flushing 2024-12-02T16:21:50,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:50,275 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:50,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:50,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:50,427 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:50,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-02T16:21:50,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:50,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. as already flushing 2024-12-02T16:21:50,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:50,428 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:50,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:50,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:50,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33014 deadline: 1733156570432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:50,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:50,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1733156570434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:50,527 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/ba6c9602d3fb4f9faabaa3406fa34bf4 2024-12-02T16:21:50,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/0f073b9b50f74eacb17099acc95f6953 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/0f073b9b50f74eacb17099acc95f6953 2024-12-02T16:21:50,537 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/0f073b9b50f74eacb17099acc95f6953, entries=200, sequenceid=133, filesize=38.7 K 2024-12-02T16:21:50,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/2592a939ca084b1998d30888328471d6 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/2592a939ca084b1998d30888328471d6 2024-12-02T16:21:50,542 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/2592a939ca084b1998d30888328471d6, entries=150, sequenceid=133, filesize=11.8 K 2024-12-02T16:21:50,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/ba6c9602d3fb4f9faabaa3406fa34bf4 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/ba6c9602d3fb4f9faabaa3406fa34bf4 2024-12-02T16:21:50,552 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/ba6c9602d3fb4f9faabaa3406fa34bf4, entries=150, sequenceid=133, filesize=11.8 K 2024-12-02T16:21:50,553 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c99517a80b2cd6893bb724e400fa52ba in 1304ms, sequenceid=133, compaction requested=false 2024-12-02T16:21:50,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c99517a80b2cd6893bb724e400fa52ba: 2024-12-02T16:21:50,581 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:50,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-02T16:21:50,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:50,582 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing c99517a80b2cd6893bb724e400fa52ba 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-02T16:21:50,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=A 2024-12-02T16:21:50,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:50,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=B 2024-12-02T16:21:50,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:50,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=C 2024-12-02T16:21:50,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:50,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120242e90924667d442d91dacdb44738321b_c99517a80b2cd6893bb724e400fa52ba is 50, key is test_row_0/A:col10/1733156509295/Put/seqid=0 2024-12-02T16:21:50,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742247_1423 (size=12304) 2024-12-02T16:21:50,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:21:50,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. as already flushing 2024-12-02T16:21:50,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:50,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1733156570722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:50,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:50,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1733156570727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:50,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:50,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32986 deadline: 1733156570728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:50,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-02T16:21:50,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:50,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1733156570829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:50,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:50,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32986 deadline: 1733156570844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:50,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:50,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1733156570845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:50,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:51,007 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120242e90924667d442d91dacdb44738321b_c99517a80b2cd6893bb724e400fa52ba to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120242e90924667d442d91dacdb44738321b_c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:21:51,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/044d619a30cb41c398306405f3ac5aef, store: [table=TestAcidGuarantees family=A region=c99517a80b2cd6893bb724e400fa52ba] 2024-12-02T16:21:51,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/044d619a30cb41c398306405f3ac5aef is 175, key is test_row_0/A:col10/1733156509295/Put/seqid=0 2024-12-02T16:21:51,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:51,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1733156571045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:51,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:51,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1733156571050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:51,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742248_1424 (size=31105) 2024-12-02T16:21:51,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:51,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32986 deadline: 1733156571061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:51,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:51,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1733156571354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:51,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:51,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1733156571362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:51,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:51,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32986 deadline: 1733156571364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:51,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:51,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33014 deadline: 1733156571440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:51,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:51,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1733156571441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:51,463 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/044d619a30cb41c398306405f3ac5aef 2024-12-02T16:21:51,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/c6f6d83001424f32b608ae9b63e1533c is 50, key is test_row_0/B:col10/1733156509295/Put/seqid=0 2024-12-02T16:21:51,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742249_1425 (size=12151) 2024-12-02T16:21:51,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-02T16:21:51,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:51,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1733156571860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:51,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:51,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1733156571869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:51,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32986 deadline: 1733156571873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:51,878 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/c6f6d83001424f32b608ae9b63e1533c 2024-12-02T16:21:51,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/157037f253524024b06eb8c76e7500d5 is 50, key is test_row_0/C:col10/1733156509295/Put/seqid=0 2024-12-02T16:21:51,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742250_1426 (size=12151) 2024-12-02T16:21:51,905 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/157037f253524024b06eb8c76e7500d5 2024-12-02T16:21:51,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/044d619a30cb41c398306405f3ac5aef as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/044d619a30cb41c398306405f3ac5aef 2024-12-02T16:21:51,925 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/044d619a30cb41c398306405f3ac5aef, entries=150, sequenceid=158, filesize=30.4 K 2024-12-02T16:21:51,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/c6f6d83001424f32b608ae9b63e1533c as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/c6f6d83001424f32b608ae9b63e1533c 2024-12-02T16:21:51,931 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/c6f6d83001424f32b608ae9b63e1533c, entries=150, sequenceid=158, filesize=11.9 K 2024-12-02T16:21:51,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/157037f253524024b06eb8c76e7500d5 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/157037f253524024b06eb8c76e7500d5 2024-12-02T16:21:51,937 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/157037f253524024b06eb8c76e7500d5, entries=150, sequenceid=158, filesize=11.9 K 2024-12-02T16:21:51,939 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for c99517a80b2cd6893bb724e400fa52ba in 1358ms, sequenceid=158, compaction requested=true 2024-12-02T16:21:51,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for c99517a80b2cd6893bb724e400fa52ba: 2024-12-02T16:21:51,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:51,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-12-02T16:21:51,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-12-02T16:21:51,947 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-12-02T16:21:51,947 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2810 sec 2024-12-02T16:21:51,950 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 2.2910 sec 2024-12-02T16:21:52,877 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c99517a80b2cd6893bb724e400fa52ba 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-02T16:21:52,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=A 2024-12-02T16:21:52,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:52,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=B 2024-12-02T16:21:52,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:52,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=C 2024-12-02T16:21:52,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:52,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:21:52,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202a3379bbf283f4b82a84c6dcfc2431dfa_c99517a80b2cd6893bb724e400fa52ba is 50, key is test_row_0/A:col10/1733156512875/Put/seqid=0 2024-12-02T16:21:52,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742251_1427 (size=14794) 2024-12-02T16:21:52,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:52,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1733156572930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:52,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:52,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1733156572935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:52,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:52,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32986 deadline: 1733156572936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:53,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:53,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1733156573040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:53,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:53,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1733156573040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:53,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:53,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32986 deadline: 1733156573044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:53,095 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-02T16:21:53,095 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-02T16:21:53,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:53,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1733156573246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:53,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:53,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1733156573246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:53,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:53,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32986 deadline: 1733156573247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:53,334 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:53,339 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202a3379bbf283f4b82a84c6dcfc2431dfa_c99517a80b2cd6893bb724e400fa52ba to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202a3379bbf283f4b82a84c6dcfc2431dfa_c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:21:53,340 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/153a6f2862ad4e94a6e0776fd640eef6, store: [table=TestAcidGuarantees family=A region=c99517a80b2cd6893bb724e400fa52ba] 2024-12-02T16:21:53,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/153a6f2862ad4e94a6e0776fd640eef6 is 175, key is test_row_0/A:col10/1733156512875/Put/seqid=0 2024-12-02T16:21:53,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742252_1428 (size=39749) 2024-12-02T16:21:53,351 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/153a6f2862ad4e94a6e0776fd640eef6 2024-12-02T16:21:53,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/dcadf8e99ae3427fbecb69d4ae8d38c8 is 50, key is test_row_0/B:col10/1733156512875/Put/seqid=0 2024-12-02T16:21:53,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742253_1429 (size=12151) 2024-12-02T16:21:53,370 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/dcadf8e99ae3427fbecb69d4ae8d38c8 2024-12-02T16:21:53,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/4530d1e6ee8b454e8625bca3fef61847 is 50, key is test_row_0/C:col10/1733156512875/Put/seqid=0 2024-12-02T16:21:53,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742254_1430 (size=12151) 2024-12-02T16:21:53,387 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/4530d1e6ee8b454e8625bca3fef61847 2024-12-02T16:21:53,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/153a6f2862ad4e94a6e0776fd640eef6 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/153a6f2862ad4e94a6e0776fd640eef6 2024-12-02T16:21:53,397 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/153a6f2862ad4e94a6e0776fd640eef6, entries=200, sequenceid=171, filesize=38.8 K 2024-12-02T16:21:53,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/dcadf8e99ae3427fbecb69d4ae8d38c8 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/dcadf8e99ae3427fbecb69d4ae8d38c8 2024-12-02T16:21:53,402 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/dcadf8e99ae3427fbecb69d4ae8d38c8, entries=150, sequenceid=171, filesize=11.9 K 2024-12-02T16:21:53,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/4530d1e6ee8b454e8625bca3fef61847 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/4530d1e6ee8b454e8625bca3fef61847 2024-12-02T16:21:53,406 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/4530d1e6ee8b454e8625bca3fef61847, entries=150, sequenceid=171, filesize=11.9 K 2024-12-02T16:21:53,407 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for c99517a80b2cd6893bb724e400fa52ba in 531ms, sequenceid=171, compaction requested=true 2024-12-02T16:21:53,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c99517a80b2cd6893bb724e400fa52ba: 2024-12-02T16:21:53,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c99517a80b2cd6893bb724e400fa52ba:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:21:53,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:53,407 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:21:53,407 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:21:53,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c99517a80b2cd6893bb724e400fa52ba:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:21:53,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:53,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c99517a80b2cd6893bb724e400fa52ba:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:21:53,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:21:53,409 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141698 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:21:53,409 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48644 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:21:53,409 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): c99517a80b2cd6893bb724e400fa52ba/B is initiating minor compaction (all files) 2024-12-02T16:21:53,409 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): c99517a80b2cd6893bb724e400fa52ba/A is initiating minor compaction (all files) 2024-12-02T16:21:53,410 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c99517a80b2cd6893bb724e400fa52ba/B in TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:53,410 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c99517a80b2cd6893bb724e400fa52ba/A in TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:53,410 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/0cca726aac7640e197db843497674c3c, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/2592a939ca084b1998d30888328471d6, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/c6f6d83001424f32b608ae9b63e1533c, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/dcadf8e99ae3427fbecb69d4ae8d38c8] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp, totalSize=47.5 K 2024-12-02T16:21:53,410 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/a3a01fb1373f45b88be727fbe44a3658, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/0f073b9b50f74eacb17099acc95f6953, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/044d619a30cb41c398306405f3ac5aef, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/153a6f2862ad4e94a6e0776fd640eef6] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp, totalSize=138.4 K 2024-12-02T16:21:53,410 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:53,410 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. files: [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/a3a01fb1373f45b88be727fbe44a3658, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/0f073b9b50f74eacb17099acc95f6953, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/044d619a30cb41c398306405f3ac5aef, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/153a6f2862ad4e94a6e0776fd640eef6] 2024-12-02T16:21:53,410 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting a3a01fb1373f45b88be727fbe44a3658, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733156507939 2024-12-02T16:21:53,410 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 0cca726aac7640e197db843497674c3c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733156507939 2024-12-02T16:21:53,412 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 2592a939ca084b1998d30888328471d6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733156508111 2024-12-02T16:21:53,412 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f073b9b50f74eacb17099acc95f6953, keycount=200, bloomtype=ROW, size=38.7 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733156508097 2024-12-02T16:21:53,413 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting c6f6d83001424f32b608ae9b63e1533c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733156509295 2024-12-02T16:21:53,413 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 044d619a30cb41c398306405f3ac5aef, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733156509295 2024-12-02T16:21:53,413 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting dcadf8e99ae3427fbecb69d4ae8d38c8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733156510713 2024-12-02T16:21:53,413 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 153a6f2862ad4e94a6e0776fd640eef6, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733156510713 2024-12-02T16:21:53,433 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c99517a80b2cd6893bb724e400fa52ba] 2024-12-02T16:21:53,436 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c99517a80b2cd6893bb724e400fa52ba#B#compaction#365 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:21:53,436 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/bd36b2f21b074473889c0246975bbe39 is 50, key is test_row_0/B:col10/1733156512875/Put/seqid=0 2024-12-02T16:21:53,441 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202831520997dda4b4aa61b29c75a151b7b_c99517a80b2cd6893bb724e400fa52ba store=[table=TestAcidGuarantees family=A region=c99517a80b2cd6893bb724e400fa52ba] 2024-12-02T16:21:53,443 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202831520997dda4b4aa61b29c75a151b7b_c99517a80b2cd6893bb724e400fa52ba, store=[table=TestAcidGuarantees family=A region=c99517a80b2cd6893bb724e400fa52ba] 2024-12-02T16:21:53,443 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202831520997dda4b4aa61b29c75a151b7b_c99517a80b2cd6893bb724e400fa52ba because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c99517a80b2cd6893bb724e400fa52ba] 2024-12-02T16:21:53,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:21:53,457 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c99517a80b2cd6893bb724e400fa52ba 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-02T16:21:53,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=A 2024-12-02T16:21:53,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:53,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=B 2024-12-02T16:21:53,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:53,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=C 2024-12-02T16:21:53,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:53,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742255_1431 (size=12527) 2024-12-02T16:21:53,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742256_1432 (size=4469) 2024-12-02T16:21:53,480 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202480e4f91bd7843e89bab3717f8dbebe7_c99517a80b2cd6893bb724e400fa52ba is 50, key is test_row_0/A:col10/1733156513454/Put/seqid=0 2024-12-02T16:21:53,482 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c99517a80b2cd6893bb724e400fa52ba#A#compaction#366 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:21:53,482 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/5d12e46de78b4961b9b9fd11a79a52bf is 175, key is test_row_0/A:col10/1733156512875/Put/seqid=0 2024-12-02T16:21:53,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742257_1433 (size=31481) 2024-12-02T16:21:53,494 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/5d12e46de78b4961b9b9fd11a79a52bf as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/5d12e46de78b4961b9b9fd11a79a52bf 2024-12-02T16:21:53,499 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c99517a80b2cd6893bb724e400fa52ba/A of c99517a80b2cd6893bb724e400fa52ba into 5d12e46de78b4961b9b9fd11a79a52bf(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:21:53,499 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c99517a80b2cd6893bb724e400fa52ba: 2024-12-02T16:21:53,499 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba., storeName=c99517a80b2cd6893bb724e400fa52ba/A, priority=12, startTime=1733156513407; duration=0sec 2024-12-02T16:21:53,499 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:21:53,499 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c99517a80b2cd6893bb724e400fa52ba:A 2024-12-02T16:21:53,499 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:21:53,501 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48644 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:21:53,501 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): c99517a80b2cd6893bb724e400fa52ba/C is initiating minor compaction (all files) 2024-12-02T16:21:53,501 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c99517a80b2cd6893bb724e400fa52ba/C in TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:53,501 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/8e505fdccccd4b878401fb45c3b3541b, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/ba6c9602d3fb4f9faabaa3406fa34bf4, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/157037f253524024b06eb8c76e7500d5, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/4530d1e6ee8b454e8625bca3fef61847] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp, totalSize=47.5 K 2024-12-02T16:21:53,501 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e505fdccccd4b878401fb45c3b3541b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733156507939 2024-12-02T16:21:53,502 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba6c9602d3fb4f9faabaa3406fa34bf4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733156508111 2024-12-02T16:21:53,502 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 157037f253524024b06eb8c76e7500d5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733156509295 2024-12-02T16:21:53,503 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4530d1e6ee8b454e8625bca3fef61847, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733156510713 2024-12-02T16:21:53,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:53,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1733156573497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:53,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:53,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33014 deadline: 1733156573498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:53,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742258_1434 (size=14794) 2024-12-02T16:21:53,511 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c99517a80b2cd6893bb724e400fa52ba#C#compaction#368 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:21:53,512 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/e41ef7ea996c49049f3f66c73ae1cbce is 50, key is test_row_0/C:col10/1733156512875/Put/seqid=0 2024-12-02T16:21:53,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742259_1435 (size=12527) 2024-12-02T16:21:53,523 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/e41ef7ea996c49049f3f66c73ae1cbce as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/e41ef7ea996c49049f3f66c73ae1cbce 2024-12-02T16:21:53,526 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c99517a80b2cd6893bb724e400fa52ba/C of c99517a80b2cd6893bb724e400fa52ba into e41ef7ea996c49049f3f66c73ae1cbce(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:21:53,527 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c99517a80b2cd6893bb724e400fa52ba: 2024-12-02T16:21:53,527 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba., storeName=c99517a80b2cd6893bb724e400fa52ba/C, priority=12, startTime=1733156513407; duration=0sec 2024-12-02T16:21:53,527 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:53,527 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c99517a80b2cd6893bb724e400fa52ba:C 2024-12-02T16:21:53,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:53,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1733156573553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:53,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:53,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32986 deadline: 1733156573553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:53,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:53,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1733156573554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:53,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:53,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33014 deadline: 1733156573608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:53,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:53,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1733156573612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:53,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-02T16:21:53,769 INFO [Thread-1735 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-12-02T16:21:53,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:21:53,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-12-02T16:21:53,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-02T16:21:53,775 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:21:53,775 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:21:53,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:21:53,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:53,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33014 deadline: 1733156573812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:53,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:53,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1733156573819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:53,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-02T16:21:53,880 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/bd36b2f21b074473889c0246975bbe39 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/bd36b2f21b074473889c0246975bbe39 2024-12-02T16:21:53,884 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c99517a80b2cd6893bb724e400fa52ba/B of c99517a80b2cd6893bb724e400fa52ba into bd36b2f21b074473889c0246975bbe39(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:21:53,884 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c99517a80b2cd6893bb724e400fa52ba: 2024-12-02T16:21:53,884 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba., storeName=c99517a80b2cd6893bb724e400fa52ba/B, priority=12, startTime=1733156513407; duration=0sec 2024-12-02T16:21:53,884 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:53,884 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c99517a80b2cd6893bb724e400fa52ba:B 2024-12-02T16:21:53,904 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:53,915 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202480e4f91bd7843e89bab3717f8dbebe7_c99517a80b2cd6893bb724e400fa52ba to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202480e4f91bd7843e89bab3717f8dbebe7_c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:21:53,916 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/45a8ca11c20b4d8cb6e826cbf0fed7bd, store: [table=TestAcidGuarantees family=A region=c99517a80b2cd6893bb724e400fa52ba] 2024-12-02T16:21:53,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/45a8ca11c20b4d8cb6e826cbf0fed7bd is 175, key is test_row_0/A:col10/1733156513454/Put/seqid=0 2024-12-02T16:21:53,927 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:53,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-02T16:21:53,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:53,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. as already flushing 2024-12-02T16:21:53,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:53,933 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:53,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:53,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:53,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742260_1436 (size=39749) 2024-12-02T16:21:54,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:54,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1733156574060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:54,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:54,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32986 deadline: 1733156574060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:54,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:54,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1733156574062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:54,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-02T16:21:54,085 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:54,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-02T16:21:54,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:54,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. as already flushing 2024-12-02T16:21:54,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:54,086 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:54,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:54,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:54,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:54,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33014 deadline: 1733156574121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:54,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:54,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1733156574124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:54,238 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:54,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-02T16:21:54,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:54,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. as already flushing 2024-12-02T16:21:54,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:54,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:54,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:54,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:54,342 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=195, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/45a8ca11c20b4d8cb6e826cbf0fed7bd 2024-12-02T16:21:54,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/dc28652067224354ad8738f4fd976244 is 50, key is test_row_0/B:col10/1733156513454/Put/seqid=0 2024-12-02T16:21:54,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742261_1437 (size=12151) 2024-12-02T16:21:54,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-02T16:21:54,390 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:54,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-02T16:21:54,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:54,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. as already flushing 2024-12-02T16:21:54,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:54,391 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:54,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:54,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:54,543 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:54,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-02T16:21:54,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:54,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. as already flushing 2024-12-02T16:21:54,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:54,544 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:54,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:54,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:54,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33014 deadline: 1733156574631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:54,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1733156574631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:54,696 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:54,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-02T16:21:54,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:54,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. as already flushing 2024-12-02T16:21:54,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:54,696 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:54,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:54,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:54,766 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/dc28652067224354ad8738f4fd976244 2024-12-02T16:21:54,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/d9ab4d7137d04cb8b7200f9bb7c98003 is 50, key is test_row_0/C:col10/1733156513454/Put/seqid=0 2024-12-02T16:21:54,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742262_1438 (size=12151) 2024-12-02T16:21:54,782 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/d9ab4d7137d04cb8b7200f9bb7c98003 2024-12-02T16:21:54,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/45a8ca11c20b4d8cb6e826cbf0fed7bd as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/45a8ca11c20b4d8cb6e826cbf0fed7bd 2024-12-02T16:21:54,794 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/45a8ca11c20b4d8cb6e826cbf0fed7bd, entries=200, sequenceid=195, filesize=38.8 K 2024-12-02T16:21:54,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/dc28652067224354ad8738f4fd976244 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/dc28652067224354ad8738f4fd976244 2024-12-02T16:21:54,799 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/dc28652067224354ad8738f4fd976244, entries=150, sequenceid=195, filesize=11.9 K 2024-12-02T16:21:54,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/d9ab4d7137d04cb8b7200f9bb7c98003 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/d9ab4d7137d04cb8b7200f9bb7c98003 2024-12-02T16:21:54,804 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/d9ab4d7137d04cb8b7200f9bb7c98003, entries=150, sequenceid=195, filesize=11.9 K 2024-12-02T16:21:54,804 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for c99517a80b2cd6893bb724e400fa52ba in 1347ms, sequenceid=195, compaction requested=false 2024-12-02T16:21:54,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c99517a80b2cd6893bb724e400fa52ba: 2024-12-02T16:21:54,848 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:54,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-02T16:21:54,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:54,849 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing c99517a80b2cd6893bb724e400fa52ba 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-02T16:21:54,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=A 2024-12-02T16:21:54,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:54,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=B 2024-12-02T16:21:54,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:54,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=C 2024-12-02T16:21:54,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:54,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202095844129864480d8ef6a731cd965adc_c99517a80b2cd6893bb724e400fa52ba is 50, key is test_row_0/A:col10/1733156513493/Put/seqid=0 2024-12-02T16:21:54,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-02T16:21:54,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742263_1439 (size=12304) 2024-12-02T16:21:54,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:54,887 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202095844129864480d8ef6a731cd965adc_c99517a80b2cd6893bb724e400fa52ba to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202095844129864480d8ef6a731cd965adc_c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:21:54,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/ebbf943b8e7a4641bd150bc2f23b0680, store: [table=TestAcidGuarantees family=A region=c99517a80b2cd6893bb724e400fa52ba] 2024-12-02T16:21:54,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/ebbf943b8e7a4641bd150bc2f23b0680 is 175, key is test_row_0/A:col10/1733156513493/Put/seqid=0 2024-12-02T16:21:54,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742264_1440 (size=31105) 2024-12-02T16:21:55,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. as already flushing 2024-12-02T16:21:55,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:21:55,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:55,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32986 deadline: 1733156575102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:55,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:55,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1733156575103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:55,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:55,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1733156575107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:55,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:55,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32986 deadline: 1733156575212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:55,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:55,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1733156575212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:55,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:55,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1733156575213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:55,303 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/ebbf943b8e7a4641bd150bc2f23b0680 2024-12-02T16:21:55,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/692eed7ad5b547ea93718335fc5c1efb is 50, key is test_row_0/B:col10/1733156513493/Put/seqid=0 2024-12-02T16:21:55,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742265_1441 (size=12151) 2024-12-02T16:21:55,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:55,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32986 deadline: 1733156575421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:55,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:55,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1733156575421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:55,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:55,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1733156575423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:55,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:55,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33014 deadline: 1733156575642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:55,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:55,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1733156575643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:55,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:55,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1733156575723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:55,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:55,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32986 deadline: 1733156575724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:55,732 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/692eed7ad5b547ea93718335fc5c1efb 2024-12-02T16:21:55,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:55,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1733156575731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:55,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/2fd351e9a2e24af29cd67cdd9af43941 is 50, key is test_row_0/C:col10/1733156513493/Put/seqid=0 2024-12-02T16:21:55,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742266_1442 (size=12151) 2024-12-02T16:21:55,743 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/2fd351e9a2e24af29cd67cdd9af43941 2024-12-02T16:21:55,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/ebbf943b8e7a4641bd150bc2f23b0680 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/ebbf943b8e7a4641bd150bc2f23b0680 2024-12-02T16:21:55,749 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/ebbf943b8e7a4641bd150bc2f23b0680, entries=150, sequenceid=211, filesize=30.4 K 2024-12-02T16:21:55,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/692eed7ad5b547ea93718335fc5c1efb as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/692eed7ad5b547ea93718335fc5c1efb 2024-12-02T16:21:55,753 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/692eed7ad5b547ea93718335fc5c1efb, entries=150, sequenceid=211, filesize=11.9 K 2024-12-02T16:21:55,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/2fd351e9a2e24af29cd67cdd9af43941 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/2fd351e9a2e24af29cd67cdd9af43941 2024-12-02T16:21:55,762 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/2fd351e9a2e24af29cd67cdd9af43941, entries=150, sequenceid=211, filesize=11.9 K 2024-12-02T16:21:55,763 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for c99517a80b2cd6893bb724e400fa52ba in 914ms, sequenceid=211, compaction requested=true 2024-12-02T16:21:55,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for c99517a80b2cd6893bb724e400fa52ba: 2024-12-02T16:21:55,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:55,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-12-02T16:21:55,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-12-02T16:21:55,765 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-12-02T16:21:55,765 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9880 sec 2024-12-02T16:21:55,766 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 1.9920 sec 2024-12-02T16:21:55,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-02T16:21:55,879 INFO [Thread-1735 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-12-02T16:21:55,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:21:55,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-12-02T16:21:55,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-02T16:21:55,881 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:21:55,882 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:21:55,882 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:21:55,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-02T16:21:56,033 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:56,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-02T16:21:56,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:56,034 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing c99517a80b2cd6893bb724e400fa52ba 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-02T16:21:56,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=A 2024-12-02T16:21:56,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:56,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=B 2024-12-02T16:21:56,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:56,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=C 2024-12-02T16:21:56,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:56,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412029631a9c5b34b4a7c9ff35bbfcf4b10dc_c99517a80b2cd6893bb724e400fa52ba is 50, key is test_row_0/A:col10/1733156515106/Put/seqid=0 2024-12-02T16:21:56,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742267_1443 (size=12304) 2024-12-02T16:21:56,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-02T16:21:56,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:21:56,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. as already flushing 2024-12-02T16:21:56,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:56,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1733156576248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:56,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:56,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1733156576248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:56,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:56,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32986 deadline: 1733156576249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:56,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:56,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1733156576353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:56,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:56,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1733156576353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:56,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:56,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32986 deadline: 1733156576355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:56,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:56,454 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412029631a9c5b34b4a7c9ff35bbfcf4b10dc_c99517a80b2cd6893bb724e400fa52ba to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412029631a9c5b34b4a7c9ff35bbfcf4b10dc_c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:21:56,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/5147381dfbd74cc0ac729856696a27ea, store: [table=TestAcidGuarantees family=A region=c99517a80b2cd6893bb724e400fa52ba] 2024-12-02T16:21:56,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/5147381dfbd74cc0ac729856696a27ea is 175, key is test_row_0/A:col10/1733156515106/Put/seqid=0 2024-12-02T16:21:56,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742268_1444 (size=31105) 2024-12-02T16:21:56,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-02T16:21:56,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:56,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1733156576559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:56,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:56,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1733156576560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:56,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:56,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32986 deadline: 1733156576560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:56,861 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=234, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/5147381dfbd74cc0ac729856696a27ea 2024-12-02T16:21:56,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/f692abf77b264e13a8a7782b84ee3484 is 50, key is test_row_0/B:col10/1733156515106/Put/seqid=0 2024-12-02T16:21:56,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742269_1445 (size=12151) 2024-12-02T16:21:56,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:56,873 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/f692abf77b264e13a8a7782b84ee3484 2024-12-02T16:21:56,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32986 deadline: 1733156576865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:56,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:56,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1733156576865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:56,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:56,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1733156576865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:56,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/7a2f1ecfb699434e9ecf70055ee53303 is 50, key is test_row_0/C:col10/1733156515106/Put/seqid=0 2024-12-02T16:21:56,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742270_1446 (size=12151) 2024-12-02T16:21:56,884 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/7a2f1ecfb699434e9ecf70055ee53303 2024-12-02T16:21:56,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/5147381dfbd74cc0ac729856696a27ea as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/5147381dfbd74cc0ac729856696a27ea 2024-12-02T16:21:56,891 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/5147381dfbd74cc0ac729856696a27ea, entries=150, sequenceid=234, filesize=30.4 K 2024-12-02T16:21:56,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/f692abf77b264e13a8a7782b84ee3484 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/f692abf77b264e13a8a7782b84ee3484 2024-12-02T16:21:56,903 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/f692abf77b264e13a8a7782b84ee3484, entries=150, sequenceid=234, filesize=11.9 K 2024-12-02T16:21:56,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/7a2f1ecfb699434e9ecf70055ee53303 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/7a2f1ecfb699434e9ecf70055ee53303 2024-12-02T16:21:56,907 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/7a2f1ecfb699434e9ecf70055ee53303, entries=150, sequenceid=234, filesize=11.9 K 2024-12-02T16:21:56,908 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for c99517a80b2cd6893bb724e400fa52ba in 874ms, sequenceid=234, compaction requested=true 2024-12-02T16:21:56,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for c99517a80b2cd6893bb724e400fa52ba: 2024-12-02T16:21:56,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:56,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-12-02T16:21:56,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-12-02T16:21:56,911 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-12-02T16:21:56,911 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0270 sec 2024-12-02T16:21:56,912 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 1.0310 sec 2024-12-02T16:21:56,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-02T16:21:56,984 INFO [Thread-1735 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-12-02T16:21:56,986 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:21:56,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-12-02T16:21:56,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-02T16:21:56,987 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:21:56,987 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:21:56,988 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:21:57,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-02T16:21:57,139 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:57,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-02T16:21:57,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:57,140 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing c99517a80b2cd6893bb724e400fa52ba 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-02T16:21:57,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=A 2024-12-02T16:21:57,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:57,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=B 2024-12-02T16:21:57,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:57,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=C 2024-12-02T16:21:57,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:57,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202450f14698eeb4f86a5ea53f7aa59ac4e_c99517a80b2cd6893bb724e400fa52ba is 50, key is test_row_0/A:col10/1733156516246/Put/seqid=0 2024-12-02T16:21:57,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742271_1447 (size=12304) 2024-12-02T16:21:57,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,166 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202450f14698eeb4f86a5ea53f7aa59ac4e_c99517a80b2cd6893bb724e400fa52ba to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202450f14698eeb4f86a5ea53f7aa59ac4e_c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:21:57,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/63b50809ed254d16841df5789ee6ee72, store: [table=TestAcidGuarantees family=A region=c99517a80b2cd6893bb724e400fa52ba] 2024-12-02T16:21:57,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/63b50809ed254d16841df5789ee6ee72 is 175, key is test_row_0/A:col10/1733156516246/Put/seqid=0 2024-12-02T16:21:57,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742272_1448 (size=31105) 2024-12-02T16:21:57,172 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=247, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/63b50809ed254d16841df5789ee6ee72 2024-12-02T16:21:57,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/d80228d986ac4e318b0bdd133405e869 is 50, key is test_row_0/B:col10/1733156516246/Put/seqid=0 2024-12-02T16:21:57,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742273_1449 (size=12151) 2024-12-02T16:21:57,196 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/d80228d986ac4e318b0bdd133405e869 2024-12-02T16:21:57,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/34cde9b6e0914b6d82a92c727ae8b216 is 50, key is test_row_0/C:col10/1733156516246/Put/seqid=0 2024-12-02T16:21:57,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742274_1450 (size=12151) 2024-12-02T16:21:57,222 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/34cde9b6e0914b6d82a92c727ae8b216 2024-12-02T16:21:57,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/63b50809ed254d16841df5789ee6ee72 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/63b50809ed254d16841df5789ee6ee72 2024-12-02T16:21:57,237 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/63b50809ed254d16841df5789ee6ee72, entries=150, sequenceid=247, filesize=30.4 K 2024-12-02T16:21:57,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/d80228d986ac4e318b0bdd133405e869 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/d80228d986ac4e318b0bdd133405e869 2024-12-02T16:21:57,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,241 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/d80228d986ac4e318b0bdd133405e869, entries=150, sequenceid=247, filesize=11.9 K 2024-12-02T16:21:57,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/34cde9b6e0914b6d82a92c727ae8b216 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/34cde9b6e0914b6d82a92c727ae8b216 2024-12-02T16:21:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,256 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/34cde9b6e0914b6d82a92c727ae8b216, entries=150, sequenceid=247, filesize=11.9 K 2024-12-02T16:21:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,257 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for c99517a80b2cd6893bb724e400fa52ba in 117ms, sequenceid=247, compaction requested=true 2024-12-02T16:21:57,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for c99517a80b2cd6893bb724e400fa52ba: 2024-12-02T16:21:57,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:57,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-12-02T16:21:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-12-02T16:21:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-12-02T16:21:57,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 271 msec 2024-12-02T16:21:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 275 msec 2024-12-02T16:21:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-02T16:21:57,289 INFO [Thread-1735 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-12-02T16:21:57,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:21:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-12-02T16:21:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-02T16:21:57,292 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:21:57,292 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:21:57,292 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:21:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-02T16:21:57,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,444 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:57,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-02T16:21:57,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:57,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for c99517a80b2cd6893bb724e400fa52ba: 2024-12-02T16:21:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:57,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-12-02T16:21:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-12-02T16:21:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,456 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-12-02T16:21:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,456 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 162 msec 2024-12-02T16:21:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,462 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 166 msec 2024-12-02T16:21:57,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-02T16:21:57,593 INFO [Thread-1735 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-12-02T16:21:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:21:57,595 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c99517a80b2cd6893bb724e400fa52ba 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T16:21:57,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=A 2024-12-02T16:21:57,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:57,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=B 2024-12-02T16:21:57,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:57,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=C 2024-12-02T16:21:57,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:21:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-12-02T16:21:57,600 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:21:57,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-02T16:21:57,600 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:21:57,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:21:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202b949e4edec9f47deaa093ea6d52da6d0_c99517a80b2cd6893bb724e400fa52ba is 50, key is test_row_0/A:col10/1733156517584/Put/seqid=0 2024-12-02T16:21:57,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742276_1452 (size=24908) 2024-12-02T16:21:57,661 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:57,665 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202b949e4edec9f47deaa093ea6d52da6d0_c99517a80b2cd6893bb724e400fa52ba to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202b949e4edec9f47deaa093ea6d52da6d0_c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:21:57,666 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/86ad133db888492db628b3cbef6d81a0, store: [table=TestAcidGuarantees family=A region=c99517a80b2cd6893bb724e400fa52ba] 2024-12-02T16:21:57,667 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/86ad133db888492db628b3cbef6d81a0 is 175, key is test_row_0/A:col10/1733156517584/Put/seqid=0 2024-12-02T16:21:57,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742275_1451 (size=74545) 2024-12-02T16:21:57,670 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=259, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/86ad133db888492db628b3cbef6d81a0 2024-12-02T16:21:57,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:57,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32986 deadline: 1733156577672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:57,685 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/304dfd9c43474faebe2ad0c6e62d9be0 is 50, key is test_row_0/B:col10/1733156517584/Put/seqid=0 2024-12-02T16:21:57,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33014 deadline: 1733156577676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:57,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1733156577684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:57,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742277_1453 (size=12301) 2024-12-02T16:21:57,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1733156577684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:57,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:57,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1733156577684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:57,690 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/304dfd9c43474faebe2ad0c6e62d9be0 2024-12-02T16:21:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-02T16:21:57,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/1fc3a65c3ad8434bb9213e8230223c4a is 50, key is test_row_0/C:col10/1733156517584/Put/seqid=0 2024-12-02T16:21:57,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742278_1454 (size=12301) 2024-12-02T16:21:57,714 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/1fc3a65c3ad8434bb9213e8230223c4a 2024-12-02T16:21:57,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/86ad133db888492db628b3cbef6d81a0 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/86ad133db888492db628b3cbef6d81a0 2024-12-02T16:21:57,728 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/86ad133db888492db628b3cbef6d81a0, entries=400, sequenceid=259, filesize=72.8 K 2024-12-02T16:21:57,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/304dfd9c43474faebe2ad0c6e62d9be0 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/304dfd9c43474faebe2ad0c6e62d9be0 2024-12-02T16:21:57,735 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/304dfd9c43474faebe2ad0c6e62d9be0, entries=150, sequenceid=259, filesize=12.0 K 2024-12-02T16:21:57,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/1fc3a65c3ad8434bb9213e8230223c4a as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/1fc3a65c3ad8434bb9213e8230223c4a 2024-12-02T16:21:57,739 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/1fc3a65c3ad8434bb9213e8230223c4a, entries=150, sequenceid=259, filesize=12.0 K 2024-12-02T16:21:57,740 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for c99517a80b2cd6893bb724e400fa52ba in 145ms, sequenceid=259, compaction requested=true 2024-12-02T16:21:57,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c99517a80b2cd6893bb724e400fa52ba: 2024-12-02T16:21:57,741 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-12-02T16:21:57,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c99517a80b2cd6893bb724e400fa52ba:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:21:57,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:57,741 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-12-02T16:21:57,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c99517a80b2cd6893bb724e400fa52ba:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:21:57,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:57,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c99517a80b2cd6893bb724e400fa52ba:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:21:57,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:21:57,742 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 239090 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-12-02T16:21:57,742 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): c99517a80b2cd6893bb724e400fa52ba/A is initiating minor compaction (all files) 2024-12-02T16:21:57,742 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c99517a80b2cd6893bb724e400fa52ba/A in TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:57,743 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/5d12e46de78b4961b9b9fd11a79a52bf, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/45a8ca11c20b4d8cb6e826cbf0fed7bd, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/ebbf943b8e7a4641bd150bc2f23b0680, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/5147381dfbd74cc0ac729856696a27ea, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/63b50809ed254d16841df5789ee6ee72, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/86ad133db888492db628b3cbef6d81a0] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp, totalSize=233.5 K 2024-12-02T16:21:57,743 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=10 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:57,743 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. files: [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/5d12e46de78b4961b9b9fd11a79a52bf, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/45a8ca11c20b4d8cb6e826cbf0fed7bd, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/ebbf943b8e7a4641bd150bc2f23b0680, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/5147381dfbd74cc0ac729856696a27ea, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/63b50809ed254d16841df5789ee6ee72, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/86ad133db888492db628b3cbef6d81a0] 2024-12-02T16:21:57,743 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 73432 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-12-02T16:21:57,743 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): c99517a80b2cd6893bb724e400fa52ba/B is initiating minor compaction (all files) 2024-12-02T16:21:57,743 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c99517a80b2cd6893bb724e400fa52ba/B in TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:57,743 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/bd36b2f21b074473889c0246975bbe39, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/dc28652067224354ad8738f4fd976244, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/692eed7ad5b547ea93718335fc5c1efb, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/f692abf77b264e13a8a7782b84ee3484, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/d80228d986ac4e318b0bdd133405e869, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/304dfd9c43474faebe2ad0c6e62d9be0] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp, totalSize=71.7 K 2024-12-02T16:21:57,744 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d12e46de78b4961b9b9fd11a79a52bf, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733156510713 2024-12-02T16:21:57,744 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting bd36b2f21b074473889c0246975bbe39, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733156510713 2024-12-02T16:21:57,744 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45a8ca11c20b4d8cb6e826cbf0fed7bd, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1733156512927 2024-12-02T16:21:57,744 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting dc28652067224354ad8738f4fd976244, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1733156512928 2024-12-02T16:21:57,744 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting ebbf943b8e7a4641bd150bc2f23b0680, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733156513479 2024-12-02T16:21:57,745 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 692eed7ad5b547ea93718335fc5c1efb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733156513479 2024-12-02T16:21:57,745 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5147381dfbd74cc0ac729856696a27ea, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1733156515099 2024-12-02T16:21:57,745 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting f692abf77b264e13a8a7782b84ee3484, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1733156515099 2024-12-02T16:21:57,745 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63b50809ed254d16841df5789ee6ee72, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733156516246 2024-12-02T16:21:57,745 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting d80228d986ac4e318b0bdd133405e869, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733156516246 2024-12-02T16:21:57,746 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 86ad133db888492db628b3cbef6d81a0, keycount=400, bloomtype=ROW, size=72.8 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1733156517519 2024-12-02T16:21:57,746 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 304dfd9c43474faebe2ad0c6e62d9be0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1733156517565 2024-12-02T16:21:57,752 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:57,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-02T16:21:57,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:57,756 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing c99517a80b2cd6893bb724e400fa52ba 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-02T16:21:57,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=A 2024-12-02T16:21:57,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:57,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=B 2024-12-02T16:21:57,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:57,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=C 2024-12-02T16:21:57,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:57,786 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c99517a80b2cd6893bb724e400fa52ba] 2024-12-02T16:21:57,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. as already flushing 2024-12-02T16:21:57,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:21:57,803 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c99517a80b2cd6893bb724e400fa52ba#B#compaction#384 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:21:57,803 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/518aabf7ef0f41a79c3235cd5ec5b5f5 is 50, key is test_row_0/B:col10/1733156517584/Put/seqid=0 2024-12-02T16:21:57,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:57,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1733156577801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:57,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:57,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1733156577801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:57,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:57,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1733156577802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:57,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:57,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32986 deadline: 1733156577812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:57,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202a8977c3595c745909ac6294efa0310e2_c99517a80b2cd6893bb724e400fa52ba is 50, key is test_row_0/A:col10/1733156517682/Put/seqid=0 2024-12-02T16:21:57,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:57,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33014 deadline: 1733156577813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:57,828 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202685336cf7f4d45e7a74ca939bca590b4_c99517a80b2cd6893bb724e400fa52ba store=[table=TestAcidGuarantees family=A region=c99517a80b2cd6893bb724e400fa52ba] 2024-12-02T16:21:57,834 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202685336cf7f4d45e7a74ca939bca590b4_c99517a80b2cd6893bb724e400fa52ba, store=[table=TestAcidGuarantees family=A region=c99517a80b2cd6893bb724e400fa52ba] 2024-12-02T16:21:57,834 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202685336cf7f4d45e7a74ca939bca590b4_c99517a80b2cd6893bb724e400fa52ba because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c99517a80b2cd6893bb724e400fa52ba] 2024-12-02T16:21:57,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742279_1455 (size=12881) 2024-12-02T16:21:57,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742280_1456 (size=12454) 2024-12-02T16:21:57,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-02T16:21:57,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742281_1457 (size=4469) 2024-12-02T16:21:57,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:57,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32986 deadline: 1733156577917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:57,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:57,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1733156577917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:57,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:57,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1733156577917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:57,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:57,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1733156577921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:57,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:57,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33014 deadline: 1733156577929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:58,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:58,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32986 deadline: 1733156578131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:58,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:58,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1733156578132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:58,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:58,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1733156578132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:58,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:58,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1733156578135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:58,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:58,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33014 deadline: 1733156578149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:58,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-02T16:21:58,253 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/518aabf7ef0f41a79c3235cd5ec5b5f5 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/518aabf7ef0f41a79c3235cd5ec5b5f5 2024-12-02T16:21:58,264 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in c99517a80b2cd6893bb724e400fa52ba/B of c99517a80b2cd6893bb724e400fa52ba into 518aabf7ef0f41a79c3235cd5ec5b5f5(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:21:58,264 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c99517a80b2cd6893bb724e400fa52ba: 2024-12-02T16:21:58,264 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba., storeName=c99517a80b2cd6893bb724e400fa52ba/B, priority=10, startTime=1733156517741; duration=0sec 2024-12-02T16:21:58,265 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:21:58,265 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c99517a80b2cd6893bb724e400fa52ba:B 2024-12-02T16:21:58,265 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-12-02T16:21:58,266 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 73432 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-12-02T16:21:58,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:58,266 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): c99517a80b2cd6893bb724e400fa52ba/C is initiating minor compaction (all files) 2024-12-02T16:21:58,267 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c99517a80b2cd6893bb724e400fa52ba/C in TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:58,267 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/e41ef7ea996c49049f3f66c73ae1cbce, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/d9ab4d7137d04cb8b7200f9bb7c98003, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/2fd351e9a2e24af29cd67cdd9af43941, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/7a2f1ecfb699434e9ecf70055ee53303, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/34cde9b6e0914b6d82a92c727ae8b216, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/1fc3a65c3ad8434bb9213e8230223c4a] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp, totalSize=71.7 K 2024-12-02T16:21:58,269 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting e41ef7ea996c49049f3f66c73ae1cbce, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733156510713 2024-12-02T16:21:58,269 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting d9ab4d7137d04cb8b7200f9bb7c98003, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1733156512928 2024-12-02T16:21:58,272 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202a8977c3595c745909ac6294efa0310e2_c99517a80b2cd6893bb724e400fa52ba to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202a8977c3595c745909ac6294efa0310e2_c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:21:58,273 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 2fd351e9a2e24af29cd67cdd9af43941, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733156513479 2024-12-02T16:21:58,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/db406e8889b44e889458e379dbab111c, store: [table=TestAcidGuarantees family=A region=c99517a80b2cd6893bb724e400fa52ba] 2024-12-02T16:21:58,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/db406e8889b44e889458e379dbab111c is 175, key is test_row_0/A:col10/1733156517682/Put/seqid=0 2024-12-02T16:21:58,302 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a2f1ecfb699434e9ecf70055ee53303, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1733156515099 2024-12-02T16:21:58,309 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 34cde9b6e0914b6d82a92c727ae8b216, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733156516246 2024-12-02T16:21:58,309 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c99517a80b2cd6893bb724e400fa52ba#A#compaction#383 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:21:58,310 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/abfe232f0890417d921d8117985736a1 is 175, key is test_row_0/A:col10/1733156517584/Put/seqid=0 2024-12-02T16:21:58,310 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 1fc3a65c3ad8434bb9213e8230223c4a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1733156517565 2024-12-02T16:21:58,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742282_1458 (size=31255) 2024-12-02T16:21:58,312 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=285, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/db406e8889b44e889458e379dbab111c 2024-12-02T16:21:58,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/c80d3ad427d84e7db6acbe36c0d6c6ca is 50, key is test_row_0/B:col10/1733156517682/Put/seqid=0 2024-12-02T16:21:58,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742283_1459 (size=31835) 2024-12-02T16:21:58,337 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c99517a80b2cd6893bb724e400fa52ba#C#compaction#387 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:21:58,337 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/a26c4287571e4258adc8ad98ee0183c3 is 50, key is test_row_0/C:col10/1733156517584/Put/seqid=0 2024-12-02T16:21:58,338 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/abfe232f0890417d921d8117985736a1 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/abfe232f0890417d921d8117985736a1 2024-12-02T16:21:58,343 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in c99517a80b2cd6893bb724e400fa52ba/A of c99517a80b2cd6893bb724e400fa52ba into abfe232f0890417d921d8117985736a1(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:21:58,343 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c99517a80b2cd6893bb724e400fa52ba: 2024-12-02T16:21:58,343 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba., storeName=c99517a80b2cd6893bb724e400fa52ba/A, priority=10, startTime=1733156517741; duration=0sec 2024-12-02T16:21:58,343 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:58,343 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c99517a80b2cd6893bb724e400fa52ba:A 2024-12-02T16:21:58,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742284_1460 (size=12301) 2024-12-02T16:21:58,355 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/c80d3ad427d84e7db6acbe36c0d6c6ca 2024-12-02T16:21:58,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742285_1461 (size=12881) 2024-12-02T16:21:58,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/27bbcb4737264d38a6ef10b1af593a52 is 50, key is test_row_0/C:col10/1733156517682/Put/seqid=0 2024-12-02T16:21:58,369 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/a26c4287571e4258adc8ad98ee0183c3 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/a26c4287571e4258adc8ad98ee0183c3 2024-12-02T16:21:58,375 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in c99517a80b2cd6893bb724e400fa52ba/C of c99517a80b2cd6893bb724e400fa52ba into a26c4287571e4258adc8ad98ee0183c3(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:21:58,375 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c99517a80b2cd6893bb724e400fa52ba: 2024-12-02T16:21:58,375 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba., storeName=c99517a80b2cd6893bb724e400fa52ba/C, priority=10, startTime=1733156517741; duration=0sec 2024-12-02T16:21:58,375 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:58,375 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c99517a80b2cd6893bb724e400fa52ba:C 2024-12-02T16:21:58,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742286_1462 (size=12301) 2024-12-02T16:21:58,407 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/27bbcb4737264d38a6ef10b1af593a52 2024-12-02T16:21:58,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/db406e8889b44e889458e379dbab111c as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/db406e8889b44e889458e379dbab111c 2024-12-02T16:21:58,417 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/db406e8889b44e889458e379dbab111c, entries=150, sequenceid=285, filesize=30.5 K 2024-12-02T16:21:58,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/c80d3ad427d84e7db6acbe36c0d6c6ca as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/c80d3ad427d84e7db6acbe36c0d6c6ca 2024-12-02T16:21:58,421 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/c80d3ad427d84e7db6acbe36c0d6c6ca, entries=150, sequenceid=285, filesize=12.0 K 2024-12-02T16:21:58,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/27bbcb4737264d38a6ef10b1af593a52 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/27bbcb4737264d38a6ef10b1af593a52 2024-12-02T16:21:58,436 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/27bbcb4737264d38a6ef10b1af593a52, entries=150, sequenceid=285, filesize=12.0 K 2024-12-02T16:21:58,436 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for c99517a80b2cd6893bb724e400fa52ba in 680ms, sequenceid=285, compaction requested=false 2024-12-02T16:21:58,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for c99517a80b2cd6893bb724e400fa52ba: 2024-12-02T16:21:58,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:58,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-12-02T16:21:58,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-12-02T16:21:58,440 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-12-02T16:21:58,440 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 837 msec 2024-12-02T16:21:58,441 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 842 msec 2024-12-02T16:21:58,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:21:58,444 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c99517a80b2cd6893bb724e400fa52ba 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T16:21:58,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=A 2024-12-02T16:21:58,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:58,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=B 2024-12-02T16:21:58,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:58,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=C 2024-12-02T16:21:58,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:58,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120270c3a9b1c85045a8bb209110ebb9fe5a_c99517a80b2cd6893bb724e400fa52ba is 50, key is test_row_0/A:col10/1733156518443/Put/seqid=0 2024-12-02T16:21:58,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:58,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1733156578481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:58,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:58,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1733156578486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:58,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:58,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1733156578486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:58,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:58,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32986 deadline: 1733156578487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:58,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:58,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33014 deadline: 1733156578487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:58,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742287_1463 (size=17534) 2024-12-02T16:21:58,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:58,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1733156578593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:58,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:58,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1733156578601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:58,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:58,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33014 deadline: 1733156578601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:58,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:58,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32986 deadline: 1733156578602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:58,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:58,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1733156578602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:58,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-02T16:21:58,721 INFO [Thread-1735 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-12-02T16:21:58,722 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:21:58,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-12-02T16:21:58,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-02T16:21:58,725 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:21:58,725 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:21:58,725 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:21:58,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:58,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1733156578805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:58,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:58,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1733156578809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:58,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:58,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33014 deadline: 1733156578810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:58,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:58,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32986 deadline: 1733156578818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:58,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:58,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1733156578818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:58,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-02T16:21:58,876 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:58,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-02T16:21:58,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:58,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. as already flushing 2024-12-02T16:21:58,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:58,881 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:58,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:58,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:58,896 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:58,900 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120270c3a9b1c85045a8bb209110ebb9fe5a_c99517a80b2cd6893bb724e400fa52ba to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120270c3a9b1c85045a8bb209110ebb9fe5a_c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:21:58,900 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/5cfb18da7a5548a08e3ab482de8d1e68, store: [table=TestAcidGuarantees family=A region=c99517a80b2cd6893bb724e400fa52ba] 2024-12-02T16:21:58,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/5cfb18da7a5548a08e3ab482de8d1e68 is 175, key is test_row_0/A:col10/1733156518443/Put/seqid=0 2024-12-02T16:21:58,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742288_1464 (size=48639) 2024-12-02T16:21:58,911 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=301, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/5cfb18da7a5548a08e3ab482de8d1e68 2024-12-02T16:21:58,938 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/95cb8f4075634738b67247c41aa8268d is 50, key is test_row_0/B:col10/1733156518443/Put/seqid=0 2024-12-02T16:21:58,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742289_1465 (size=12301) 2024-12-02T16:21:58,959 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/95cb8f4075634738b67247c41aa8268d 2024-12-02T16:21:58,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/86ffa8fa40024157b1c9e1648a95d2f6 is 50, key is test_row_0/C:col10/1733156518443/Put/seqid=0 2024-12-02T16:21:58,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742290_1466 (size=12301) 2024-12-02T16:21:59,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-02T16:21:59,032 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:59,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-02T16:21:59,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:59,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. as already flushing 2024-12-02T16:21:59,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:59,033 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:59,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:59,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:59,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:59,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1733156579112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:59,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:59,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1733156579114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:59,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:59,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33014 deadline: 1733156579121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:59,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:59,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32986 deadline: 1733156579124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:59,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:59,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1733156579125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:59,185 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:59,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-02T16:21:59,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:59,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. as already flushing 2024-12-02T16:21:59,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:59,186 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:59,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:59,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-02T16:21:59,338 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:59,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-02T16:21:59,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:59,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. as already flushing 2024-12-02T16:21:59,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:59,339 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:59,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:59,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:21:59,383 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/86ffa8fa40024157b1c9e1648a95d2f6 2024-12-02T16:21:59,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/5cfb18da7a5548a08e3ab482de8d1e68 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/5cfb18da7a5548a08e3ab482de8d1e68 2024-12-02T16:21:59,405 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/5cfb18da7a5548a08e3ab482de8d1e68, entries=250, sequenceid=301, filesize=47.5 K 2024-12-02T16:21:59,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/95cb8f4075634738b67247c41aa8268d as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/95cb8f4075634738b67247c41aa8268d 2024-12-02T16:21:59,410 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/95cb8f4075634738b67247c41aa8268d, entries=150, sequenceid=301, filesize=12.0 K 2024-12-02T16:21:59,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/86ffa8fa40024157b1c9e1648a95d2f6 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/86ffa8fa40024157b1c9e1648a95d2f6 2024-12-02T16:21:59,439 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/86ffa8fa40024157b1c9e1648a95d2f6, entries=150, sequenceid=301, filesize=12.0 K 2024-12-02T16:21:59,440 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for c99517a80b2cd6893bb724e400fa52ba in 995ms, sequenceid=301, compaction requested=true 2024-12-02T16:21:59,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c99517a80b2cd6893bb724e400fa52ba: 2024-12-02T16:21:59,440 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:21:59,441 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111729 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:21:59,441 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): c99517a80b2cd6893bb724e400fa52ba/A is initiating minor compaction (all files) 2024-12-02T16:21:59,441 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c99517a80b2cd6893bb724e400fa52ba/A in TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:59,441 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/abfe232f0890417d921d8117985736a1, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/db406e8889b44e889458e379dbab111c, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/5cfb18da7a5548a08e3ab482de8d1e68] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp, totalSize=109.1 K 2024-12-02T16:21:59,441 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:59,441 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. files: [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/abfe232f0890417d921d8117985736a1, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/db406e8889b44e889458e379dbab111c, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/5cfb18da7a5548a08e3ab482de8d1e68] 2024-12-02T16:21:59,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c99517a80b2cd6893bb724e400fa52ba:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:21:59,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:59,442 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting abfe232f0890417d921d8117985736a1, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1733156517565 2024-12-02T16:21:59,442 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting db406e8889b44e889458e379dbab111c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1733156517674 2024-12-02T16:21:59,442 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5cfb18da7a5548a08e3ab482de8d1e68, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1733156517798 2024-12-02T16:21:59,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c99517a80b2cd6893bb724e400fa52ba:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:21:59,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:59,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c99517a80b2cd6893bb724e400fa52ba:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:21:59,443 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:21:59,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:21:59,445 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:21:59,445 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): c99517a80b2cd6893bb724e400fa52ba/B is initiating minor compaction (all files) 2024-12-02T16:21:59,445 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c99517a80b2cd6893bb724e400fa52ba/B in TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:59,445 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/518aabf7ef0f41a79c3235cd5ec5b5f5, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/c80d3ad427d84e7db6acbe36c0d6c6ca, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/95cb8f4075634738b67247c41aa8268d] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp, totalSize=36.6 K 2024-12-02T16:21:59,445 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 518aabf7ef0f41a79c3235cd5ec5b5f5, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1733156517565 2024-12-02T16:21:59,446 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting c80d3ad427d84e7db6acbe36c0d6c6ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1733156517674 2024-12-02T16:21:59,446 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 95cb8f4075634738b67247c41aa8268d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1733156517798 2024-12-02T16:21:59,466 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c99517a80b2cd6893bb724e400fa52ba] 2024-12-02T16:21:59,469 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c99517a80b2cd6893bb724e400fa52ba#B#compaction#393 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:21:59,469 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/5cf618008c9542b2a2d78ceaccf0b0c8 is 50, key is test_row_0/B:col10/1733156518443/Put/seqid=0 2024-12-02T16:21:59,473 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202e018938b2072432eab28182cf32ebe4e_c99517a80b2cd6893bb724e400fa52ba store=[table=TestAcidGuarantees family=A region=c99517a80b2cd6893bb724e400fa52ba] 2024-12-02T16:21:59,474 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202e018938b2072432eab28182cf32ebe4e_c99517a80b2cd6893bb724e400fa52ba, store=[table=TestAcidGuarantees family=A region=c99517a80b2cd6893bb724e400fa52ba] 2024-12-02T16:21:59,474 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202e018938b2072432eab28182cf32ebe4e_c99517a80b2cd6893bb724e400fa52ba because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c99517a80b2cd6893bb724e400fa52ba] 2024-12-02T16:21:59,492 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:59,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-02T16:21:59,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:59,493 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing c99517a80b2cd6893bb724e400fa52ba 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-02T16:21:59,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=A 2024-12-02T16:21:59,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:59,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=B 2024-12-02T16:21:59,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:59,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=C 2024-12-02T16:21:59,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:21:59,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742292_1468 (size=4469) 2024-12-02T16:21:59,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742291_1467 (size=12983) 2024-12-02T16:21:59,518 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/5cf618008c9542b2a2d78ceaccf0b0c8 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/5cf618008c9542b2a2d78ceaccf0b0c8 2024-12-02T16:21:59,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202980ca38e906544f2a08db45b7284fe9a_c99517a80b2cd6893bb724e400fa52ba is 50, key is test_row_0/A:col10/1733156518486/Put/seqid=0 2024-12-02T16:21:59,522 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c99517a80b2cd6893bb724e400fa52ba/B of c99517a80b2cd6893bb724e400fa52ba into 5cf618008c9542b2a2d78ceaccf0b0c8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:21:59,522 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c99517a80b2cd6893bb724e400fa52ba: 2024-12-02T16:21:59,522 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba., storeName=c99517a80b2cd6893bb724e400fa52ba/B, priority=13, startTime=1733156519441; duration=0sec 2024-12-02T16:21:59,522 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:21:59,522 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c99517a80b2cd6893bb724e400fa52ba:B 2024-12-02T16:21:59,522 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:21:59,523 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:21:59,524 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): c99517a80b2cd6893bb724e400fa52ba/C is initiating minor compaction (all files) 2024-12-02T16:21:59,524 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c99517a80b2cd6893bb724e400fa52ba/C in TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:21:59,524 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/a26c4287571e4258adc8ad98ee0183c3, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/27bbcb4737264d38a6ef10b1af593a52, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/86ffa8fa40024157b1c9e1648a95d2f6] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp, totalSize=36.6 K 2024-12-02T16:21:59,528 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting a26c4287571e4258adc8ad98ee0183c3, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1733156517565 2024-12-02T16:21:59,540 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 27bbcb4737264d38a6ef10b1af593a52, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1733156517674 2024-12-02T16:21:59,541 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 86ffa8fa40024157b1c9e1648a95d2f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1733156517798 2024-12-02T16:21:59,547 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c99517a80b2cd6893bb724e400fa52ba#C#compaction#395 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:21:59,547 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/47668173bb284974a2771afe86504c0e is 50, key is test_row_0/C:col10/1733156518443/Put/seqid=0 2024-12-02T16:21:59,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742293_1469 (size=12454) 2024-12-02T16:21:59,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742294_1470 (size=12983) 2024-12-02T16:21:59,565 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/47668173bb284974a2771afe86504c0e as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/47668173bb284974a2771afe86504c0e 2024-12-02T16:21:59,569 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c99517a80b2cd6893bb724e400fa52ba/C of c99517a80b2cd6893bb724e400fa52ba into 47668173bb284974a2771afe86504c0e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:21:59,569 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c99517a80b2cd6893bb724e400fa52ba: 2024-12-02T16:21:59,569 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba., storeName=c99517a80b2cd6893bb724e400fa52ba/C, priority=13, startTime=1733156519443; duration=0sec 2024-12-02T16:21:59,569 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:59,569 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c99517a80b2cd6893bb724e400fa52ba:C 2024-12-02T16:21:59,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. as already flushing 2024-12-02T16:21:59,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:21:59,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:59,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1733156579635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:59,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:59,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1733156579636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:59,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:59,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1733156579636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:59,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:59,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32986 deadline: 1733156579637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:59,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:59,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33014 deadline: 1733156579641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:59,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:59,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1733156579739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:59,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:59,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1733156579740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:59,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:59,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1733156579745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:59,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:59,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32986 deadline: 1733156579749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:59,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-02T16:21:59,907 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c99517a80b2cd6893bb724e400fa52ba#A#compaction#392 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:21:59,908 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/ea8dc71c380b4799b3200fe98a900cce is 175, key is test_row_0/A:col10/1733156518443/Put/seqid=0 2024-12-02T16:21:59,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742295_1471 (size=31937) 2024-12-02T16:21:59,921 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/ea8dc71c380b4799b3200fe98a900cce as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/ea8dc71c380b4799b3200fe98a900cce 2024-12-02T16:21:59,928 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c99517a80b2cd6893bb724e400fa52ba/A of c99517a80b2cd6893bb724e400fa52ba into ea8dc71c380b4799b3200fe98a900cce(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:21:59,928 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c99517a80b2cd6893bb724e400fa52ba: 2024-12-02T16:21:59,928 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba., storeName=c99517a80b2cd6893bb724e400fa52ba/A, priority=13, startTime=1733156519440; duration=0sec 2024-12-02T16:21:59,928 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:21:59,928 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c99517a80b2cd6893bb724e400fa52ba:A 2024-12-02T16:21:59,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:59,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1733156579944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:59,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:59,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1733156579945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:59,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:21:59,954 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202980ca38e906544f2a08db45b7284fe9a_c99517a80b2cd6893bb724e400fa52ba to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202980ca38e906544f2a08db45b7284fe9a_c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:21:59,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/883e62b6e6b74c938f82d1aa392b9003, store: [table=TestAcidGuarantees family=A region=c99517a80b2cd6893bb724e400fa52ba] 2024-12-02T16:21:59,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/883e62b6e6b74c938f82d1aa392b9003 is 175, key is test_row_0/A:col10/1733156518486/Put/seqid=0 2024-12-02T16:21:59,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:59,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1733156579952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:59,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:21:59,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32986 deadline: 1733156579960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:21:59,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742296_1472 (size=31255) 2024-12-02T16:21:59,971 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=325, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/883e62b6e6b74c938f82d1aa392b9003 2024-12-02T16:21:59,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/594382ceb2014e9daf768332b4e88485 is 50, key is test_row_0/B:col10/1733156518486/Put/seqid=0 2024-12-02T16:21:59,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742297_1473 (size=12301) 2024-12-02T16:21:59,989 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/594382ceb2014e9daf768332b4e88485 2024-12-02T16:21:59,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/0b78e86613d34477a8b7b48aeae57331 is 50, key is test_row_0/C:col10/1733156518486/Put/seqid=0 2024-12-02T16:22:00,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742298_1474 (size=12301) 2024-12-02T16:22:00,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:00,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1733156580251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:00,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:00,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1733156580251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:00,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:00,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1733156580262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:00,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:00,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32986 deadline: 1733156580266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:00,410 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/0b78e86613d34477a8b7b48aeae57331 2024-12-02T16:22:00,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/883e62b6e6b74c938f82d1aa392b9003 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/883e62b6e6b74c938f82d1aa392b9003 2024-12-02T16:22:00,421 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/883e62b6e6b74c938f82d1aa392b9003, entries=150, sequenceid=325, filesize=30.5 K 2024-12-02T16:22:00,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/594382ceb2014e9daf768332b4e88485 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/594382ceb2014e9daf768332b4e88485 2024-12-02T16:22:00,427 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/594382ceb2014e9daf768332b4e88485, entries=150, sequenceid=325, filesize=12.0 K 2024-12-02T16:22:00,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/0b78e86613d34477a8b7b48aeae57331 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/0b78e86613d34477a8b7b48aeae57331 2024-12-02T16:22:00,432 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/0b78e86613d34477a8b7b48aeae57331, entries=150, sequenceid=325, filesize=12.0 K 2024-12-02T16:22:00,433 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for c99517a80b2cd6893bb724e400fa52ba in 940ms, sequenceid=325, compaction requested=false 2024-12-02T16:22:00,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for c99517a80b2cd6893bb724e400fa52ba: 2024-12-02T16:22:00,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:22:00,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-12-02T16:22:00,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-12-02T16:22:00,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-12-02T16:22:00,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7090 sec 2024-12-02T16:22:00,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 1.7140 sec 2024-12-02T16:22:00,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:22:00,653 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c99517a80b2cd6893bb724e400fa52ba 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-02T16:22:00,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=A 2024-12-02T16:22:00,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:00,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=B 2024-12-02T16:22:00,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:00,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=C 2024-12-02T16:22:00,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:00,659 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202eeab3e73cb7248038bd52e3ff3bfa306_c99517a80b2cd6893bb724e400fa52ba is 50, key is test_row_0/A:col10/1733156519636/Put/seqid=0 2024-12-02T16:22:00,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742299_1475 (size=12454) 2024-12-02T16:22:00,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:00,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1733156580761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:00,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:00,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1733156580765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:00,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:00,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33014 deadline: 1733156580767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:00,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:00,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1733156580769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:00,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:00,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32986 deadline: 1733156580780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:00,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-02T16:22:00,830 INFO [Thread-1735 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-12-02T16:22:00,831 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:22:00,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-12-02T16:22:00,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-02T16:22:00,834 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:22:00,834 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:22:00,834 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:22:00,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:00,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1733156580873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:00,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:00,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33014 deadline: 1733156580875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:00,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:00,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1733156580882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:00,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-02T16:22:00,987 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:00,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-02T16:22:00,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:22:00,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. as already flushing 2024-12-02T16:22:00,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:22:00,989 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:00,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:00,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:01,063 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,067 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202eeab3e73cb7248038bd52e3ff3bfa306_c99517a80b2cd6893bb724e400fa52ba to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202eeab3e73cb7248038bd52e3ff3bfa306_c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:22:01,068 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/950abfefa9be4d6d8a8b48510198dbb9, store: [table=TestAcidGuarantees family=A region=c99517a80b2cd6893bb724e400fa52ba] 2024-12-02T16:22:01,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/950abfefa9be4d6d8a8b48510198dbb9 is 175, key is test_row_0/A:col10/1733156519636/Put/seqid=0 2024-12-02T16:22:01,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742300_1476 (size=31255) 2024-12-02T16:22:01,072 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=341, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/950abfefa9be4d6d8a8b48510198dbb9 2024-12-02T16:22:01,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:01,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1733156581078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:01,081 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/76ffe7f956154379ae1acfc0cbe39f87 is 50, key is test_row_0/B:col10/1733156519636/Put/seqid=0 2024-12-02T16:22:01,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:01,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33014 deadline: 1733156581083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:01,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742301_1477 (size=12301) 2024-12-02T16:22:01,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:01,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1733156581090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:01,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-02T16:22:01,141 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:01,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-02T16:22:01,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:22:01,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. as already flushing 2024-12-02T16:22:01,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:22:01,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:01,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:01,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:01,293 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:01,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-02T16:22:01,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:22:01,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. as already flushing 2024-12-02T16:22:01,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:22:01,294 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:01,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:01,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:01,341 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T16:22:01,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:01,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1733156581383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:01,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:01,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33014 deadline: 1733156581389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:01,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:01,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1733156581397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:01,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-02T16:22:01,446 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:01,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-02T16:22:01,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:22:01,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. as already flushing 2024-12-02T16:22:01,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:22:01,447 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:01,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:01,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:01,491 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/76ffe7f956154379ae1acfc0cbe39f87 2024-12-02T16:22:01,500 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/558ffc4a65ae4824b0794442aa51d051 is 50, key is test_row_0/C:col10/1733156519636/Put/seqid=0 2024-12-02T16:22:01,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742302_1478 (size=12301) 2024-12-02T16:22:01,513 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/558ffc4a65ae4824b0794442aa51d051 2024-12-02T16:22:01,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/950abfefa9be4d6d8a8b48510198dbb9 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/950abfefa9be4d6d8a8b48510198dbb9 2024-12-02T16:22:01,526 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/950abfefa9be4d6d8a8b48510198dbb9, entries=150, sequenceid=341, filesize=30.5 K 2024-12-02T16:22:01,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/76ffe7f956154379ae1acfc0cbe39f87 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/76ffe7f956154379ae1acfc0cbe39f87 2024-12-02T16:22:01,530 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/76ffe7f956154379ae1acfc0cbe39f87, entries=150, sequenceid=341, filesize=12.0 K 2024-12-02T16:22:01,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/558ffc4a65ae4824b0794442aa51d051 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/558ffc4a65ae4824b0794442aa51d051 2024-12-02T16:22:01,536 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/558ffc4a65ae4824b0794442aa51d051, entries=150, sequenceid=341, filesize=12.0 K 2024-12-02T16:22:01,537 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for c99517a80b2cd6893bb724e400fa52ba in 884ms, sequenceid=341, compaction requested=true 2024-12-02T16:22:01,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c99517a80b2cd6893bb724e400fa52ba: 2024-12-02T16:22:01,537 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:22:01,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c99517a80b2cd6893bb724e400fa52ba:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:22:01,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:01,537 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:22:01,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c99517a80b2cd6893bb724e400fa52ba:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:22:01,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:01,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c99517a80b2cd6893bb724e400fa52ba:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:22:01,538 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94447 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:22:01,538 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): c99517a80b2cd6893bb724e400fa52ba/A is initiating minor compaction (all files) 2024-12-02T16:22:01,538 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c99517a80b2cd6893bb724e400fa52ba/A in TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:22:01,538 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/ea8dc71c380b4799b3200fe98a900cce, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/883e62b6e6b74c938f82d1aa392b9003, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/950abfefa9be4d6d8a8b48510198dbb9] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp, totalSize=92.2 K 2024-12-02T16:22:01,538 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:22:01,538 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. files: [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/ea8dc71c380b4799b3200fe98a900cce, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/883e62b6e6b74c938f82d1aa392b9003, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/950abfefa9be4d6d8a8b48510198dbb9] 2024-12-02T16:22:01,538 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:22:01,539 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): c99517a80b2cd6893bb724e400fa52ba/B is initiating minor compaction (all files) 2024-12-02T16:22:01,539 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c99517a80b2cd6893bb724e400fa52ba/B in TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:22:01,539 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/5cf618008c9542b2a2d78ceaccf0b0c8, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/594382ceb2014e9daf768332b4e88485, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/76ffe7f956154379ae1acfc0cbe39f87] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp, totalSize=36.7 K 2024-12-02T16:22:01,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:22:01,539 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea8dc71c380b4799b3200fe98a900cce, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1733156517798 2024-12-02T16:22:01,539 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 5cf618008c9542b2a2d78ceaccf0b0c8, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1733156517798 2024-12-02T16:22:01,539 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 883e62b6e6b74c938f82d1aa392b9003, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1733156518473 2024-12-02T16:22:01,539 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 594382ceb2014e9daf768332b4e88485, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1733156518473 2024-12-02T16:22:01,539 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 950abfefa9be4d6d8a8b48510198dbb9, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1733156519634 2024-12-02T16:22:01,540 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 76ffe7f956154379ae1acfc0cbe39f87, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1733156519634 2024-12-02T16:22:01,547 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c99517a80b2cd6893bb724e400fa52ba#B#compaction#401 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:22:01,548 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/56344677d2e84eafaf16e84777ece871 is 50, key is test_row_0/B:col10/1733156519636/Put/seqid=0 2024-12-02T16:22:01,549 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c99517a80b2cd6893bb724e400fa52ba] 2024-12-02T16:22:01,551 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202ffe0b4e9de47431b9a889c83eb315ae2_c99517a80b2cd6893bb724e400fa52ba store=[table=TestAcidGuarantees family=A region=c99517a80b2cd6893bb724e400fa52ba] 2024-12-02T16:22:01,554 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202ffe0b4e9de47431b9a889c83eb315ae2_c99517a80b2cd6893bb724e400fa52ba, store=[table=TestAcidGuarantees family=A region=c99517a80b2cd6893bb724e400fa52ba] 2024-12-02T16:22:01,554 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202ffe0b4e9de47431b9a889c83eb315ae2_c99517a80b2cd6893bb724e400fa52ba because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c99517a80b2cd6893bb724e400fa52ba] 2024-12-02T16:22:01,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742303_1479 (size=13085) 2024-12-02T16:22:01,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742304_1480 (size=4469) 2024-12-02T16:22:01,567 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/56344677d2e84eafaf16e84777ece871 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/56344677d2e84eafaf16e84777ece871 2024-12-02T16:22:01,568 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c99517a80b2cd6893bb724e400fa52ba#A#compaction#402 average throughput is 1.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:22:01,568 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/757d9660e8954f59be227deb28c43210 is 175, key is test_row_0/A:col10/1733156519636/Put/seqid=0 2024-12-02T16:22:01,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742305_1481 (size=32039) 2024-12-02T16:22:01,576 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c99517a80b2cd6893bb724e400fa52ba/B of c99517a80b2cd6893bb724e400fa52ba into 56344677d2e84eafaf16e84777ece871(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:22:01,576 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c99517a80b2cd6893bb724e400fa52ba: 2024-12-02T16:22:01,576 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba., storeName=c99517a80b2cd6893bb724e400fa52ba/B, priority=13, startTime=1733156521537; duration=0sec 2024-12-02T16:22:01,576 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:22:01,576 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c99517a80b2cd6893bb724e400fa52ba:B 2024-12-02T16:22:01,576 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:22:01,580 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:22:01,581 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/757d9660e8954f59be227deb28c43210 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/757d9660e8954f59be227deb28c43210 2024-12-02T16:22:01,581 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): c99517a80b2cd6893bb724e400fa52ba/C is initiating minor compaction (all files) 2024-12-02T16:22:01,581 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c99517a80b2cd6893bb724e400fa52ba/C in TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:22:01,581 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/47668173bb284974a2771afe86504c0e, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/0b78e86613d34477a8b7b48aeae57331, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/558ffc4a65ae4824b0794442aa51d051] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp, totalSize=36.7 K 2024-12-02T16:22:01,581 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 47668173bb284974a2771afe86504c0e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1733156517798 2024-12-02T16:22:01,582 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b78e86613d34477a8b7b48aeae57331, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1733156518473 2024-12-02T16:22:01,582 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 558ffc4a65ae4824b0794442aa51d051, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1733156519634 2024-12-02T16:22:01,587 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c99517a80b2cd6893bb724e400fa52ba/A of c99517a80b2cd6893bb724e400fa52ba into 757d9660e8954f59be227deb28c43210(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:22:01,587 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c99517a80b2cd6893bb724e400fa52ba: 2024-12-02T16:22:01,587 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba., storeName=c99517a80b2cd6893bb724e400fa52ba/A, priority=13, startTime=1733156521537; duration=0sec 2024-12-02T16:22:01,587 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:01,587 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c99517a80b2cd6893bb724e400fa52ba:A 2024-12-02T16:22:01,603 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:01,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-02T16:22:01,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:22:01,604 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing c99517a80b2cd6893bb724e400fa52ba 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-02T16:22:01,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=A 2024-12-02T16:22:01,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:01,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=B 2024-12-02T16:22:01,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:01,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=C 2024-12-02T16:22:01,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:01,621 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c99517a80b2cd6893bb724e400fa52ba#C#compaction#403 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:22:01,621 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/97ee36bf57f844a9aa86953b4b684f9f is 50, key is test_row_0/C:col10/1733156519636/Put/seqid=0 2024-12-02T16:22:01,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202003043f169d6403fb4b30c47c75e938f_c99517a80b2cd6893bb724e400fa52ba is 50, key is test_row_0/A:col10/1733156520761/Put/seqid=0 2024-12-02T16:22:01,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742306_1482 (size=13085) 2024-12-02T16:22:01,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742307_1483 (size=12454) 2024-12-02T16:22:01,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,662 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202003043f169d6403fb4b30c47c75e938f_c99517a80b2cd6893bb724e400fa52ba to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202003043f169d6403fb4b30c47c75e938f_c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:22:01,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/57b3aa2cfa334120a2bf2e2314b583f8, store: [table=TestAcidGuarantees family=A region=c99517a80b2cd6893bb724e400fa52ba] 2024-12-02T16:22:01,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/57b3aa2cfa334120a2bf2e2314b583f8 is 175, key is test_row_0/A:col10/1733156520761/Put/seqid=0 2024-12-02T16:22:01,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742308_1484 (size=31255) 2024-12-02T16:22:01,670 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=366, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/57b3aa2cfa334120a2bf2e2314b583f8 2024-12-02T16:22:01,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/ac6b3a4eab2748d4b1459df135634f29 is 50, key is test_row_0/B:col10/1733156520761/Put/seqid=0 2024-12-02T16:22:01,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742309_1485 (size=12301) 2024-12-02T16:22:01,724 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/ac6b3a4eab2748d4b1459df135634f29 2024-12-02T16:22:01,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/3b2f7f0d6bb3449faf2b60877c11b9e7 is 50, key is test_row_0/C:col10/1733156520761/Put/seqid=0 2024-12-02T16:22:01,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742310_1486 (size=12301) 2024-12-02T16:22:01,761 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/3b2f7f0d6bb3449faf2b60877c11b9e7 2024-12-02T16:22:01,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/57b3aa2cfa334120a2bf2e2314b583f8 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/57b3aa2cfa334120a2bf2e2314b583f8 2024-12-02T16:22:01,770 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/57b3aa2cfa334120a2bf2e2314b583f8, entries=150, sequenceid=366, filesize=30.5 K 2024-12-02T16:22:01,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/ac6b3a4eab2748d4b1459df135634f29 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/ac6b3a4eab2748d4b1459df135634f29 2024-12-02T16:22:01,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,774 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/ac6b3a4eab2748d4b1459df135634f29, entries=150, sequenceid=366, filesize=12.0 K 2024-12-02T16:22:01,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/3b2f7f0d6bb3449faf2b60877c11b9e7 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/3b2f7f0d6bb3449faf2b60877c11b9e7 2024-12-02T16:22:01,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,781 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/3b2f7f0d6bb3449faf2b60877c11b9e7, entries=150, sequenceid=366, filesize=12.0 K 2024-12-02T16:22:01,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,782 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for c99517a80b2cd6893bb724e400fa52ba in 178ms, sequenceid=366, compaction requested=false 2024-12-02T16:22:01,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for c99517a80b2cd6893bb724e400fa52ba: 2024-12-02T16:22:01,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:22:01,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-12-02T16:22:01,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-12-02T16:22:01,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,786 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-12-02T16:22:01,787 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 951 msec 2024-12-02T16:22:01,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,788 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 955 msec 2024-12-02T16:22:01,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-02T16:22:01,937 INFO [Thread-1735 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-12-02T16:22:01,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:22:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-12-02T16:22:01,947 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:22:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-02T16:22:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,948 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:22:01,948 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:22:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,963 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c99517a80b2cd6893bb724e400fa52ba 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T16:22:01,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=A 2024-12-02T16:22:01,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:01,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=B 2024-12-02T16:22:01,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:01,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=C 2024-12-02T16:22:01,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:01,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:22:01,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:02,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202d0a47604be86464c8be8c7b294f0a112_c99517a80b2cd6893bb724e400fa52ba is 50, key is test_row_0/A:col10/1733156521953/Put/seqid=0 2024-12-02T16:22:02,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1733156582018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:02,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1733156582020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:02,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1733156582023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:02,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32986 deadline: 1733156582027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:02,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33014 deadline: 1733156582029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:02,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-02T16:22:02,060 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/97ee36bf57f844a9aa86953b4b684f9f as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/97ee36bf57f844a9aa86953b4b684f9f 2024-12-02T16:22:02,065 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c99517a80b2cd6893bb724e400fa52ba/C of c99517a80b2cd6893bb724e400fa52ba into 97ee36bf57f844a9aa86953b4b684f9f(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:22:02,065 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c99517a80b2cd6893bb724e400fa52ba: 2024-12-02T16:22:02,065 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba., storeName=c99517a80b2cd6893bb724e400fa52ba/C, priority=13, startTime=1733156521537; duration=0sec 2024-12-02T16:22:02,065 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:02,065 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c99517a80b2cd6893bb724e400fa52ba:C 2024-12-02T16:22:02,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742312_1488 (size=25158) 2024-12-02T16:22:02,069 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:02,073 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202d0a47604be86464c8be8c7b294f0a112_c99517a80b2cd6893bb724e400fa52ba to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202d0a47604be86464c8be8c7b294f0a112_c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:22:02,074 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/a77893efbb5043d99d5dd99d5731c1d0, store: [table=TestAcidGuarantees family=A region=c99517a80b2cd6893bb724e400fa52ba] 2024-12-02T16:22:02,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/a77893efbb5043d99d5dd99d5731c1d0 is 175, key is test_row_0/A:col10/1733156521953/Put/seqid=0 2024-12-02T16:22:02,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742311_1487 (size=74794) 2024-12-02T16:22:02,076 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=377, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/a77893efbb5043d99d5dd99d5731c1d0 2024-12-02T16:22:02,084 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/1ca105b1a4f64d41b3b56d88410651bc is 50, key is test_row_0/B:col10/1733156521953/Put/seqid=0 2024-12-02T16:22:02,100 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:02,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742313_1489 (size=12301) 2024-12-02T16:22:02,103 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/1ca105b1a4f64d41b3b56d88410651bc 2024-12-02T16:22:02,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-02T16:22:02,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:22:02,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. as already flushing 2024-12-02T16:22:02,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:22:02,104 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:02,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:02,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:02,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/9fd294befb604984805208c13753ebf2 is 50, key is test_row_0/C:col10/1733156521953/Put/seqid=0 2024-12-02T16:22:02,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:02,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1733156582129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:02,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:02,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1733156582133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:02,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:02,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1733156582133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:02,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:02,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32986 deadline: 1733156582136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:02,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:02,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33014 deadline: 1733156582137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:02,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742314_1490 (size=12301) 2024-12-02T16:22:02,147 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/9fd294befb604984805208c13753ebf2 2024-12-02T16:22:02,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/a77893efbb5043d99d5dd99d5731c1d0 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/a77893efbb5043d99d5dd99d5731c1d0 2024-12-02T16:22:02,157 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/a77893efbb5043d99d5dd99d5731c1d0, entries=400, sequenceid=377, filesize=73.0 K 2024-12-02T16:22:02,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/1ca105b1a4f64d41b3b56d88410651bc as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/1ca105b1a4f64d41b3b56d88410651bc 2024-12-02T16:22:02,163 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/1ca105b1a4f64d41b3b56d88410651bc, entries=150, sequenceid=377, filesize=12.0 K 2024-12-02T16:22:02,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/9fd294befb604984805208c13753ebf2 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/9fd294befb604984805208c13753ebf2 2024-12-02T16:22:02,171 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/9fd294befb604984805208c13753ebf2, entries=150, sequenceid=377, filesize=12.0 K 2024-12-02T16:22:02,171 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for c99517a80b2cd6893bb724e400fa52ba in 208ms, sequenceid=377, compaction requested=true 2024-12-02T16:22:02,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c99517a80b2cd6893bb724e400fa52ba: 2024-12-02T16:22:02,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c99517a80b2cd6893bb724e400fa52ba:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:22:02,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:02,172 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:22:02,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c99517a80b2cd6893bb724e400fa52ba:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:22:02,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:02,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c99517a80b2cd6893bb724e400fa52ba:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:22:02,172 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:22:02,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:22:02,173 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 138088 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:22:02,173 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): c99517a80b2cd6893bb724e400fa52ba/A is initiating minor compaction (all files) 2024-12-02T16:22:02,173 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c99517a80b2cd6893bb724e400fa52ba/A in TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:22:02,173 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/757d9660e8954f59be227deb28c43210, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/57b3aa2cfa334120a2bf2e2314b583f8, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/a77893efbb5043d99d5dd99d5731c1d0] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp, totalSize=134.9 K 2024-12-02T16:22:02,173 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:22:02,173 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. files: [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/757d9660e8954f59be227deb28c43210, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/57b3aa2cfa334120a2bf2e2314b583f8, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/a77893efbb5043d99d5dd99d5731c1d0] 2024-12-02T16:22:02,173 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:22:02,173 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 757d9660e8954f59be227deb28c43210, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1733156519634 2024-12-02T16:22:02,173 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): c99517a80b2cd6893bb724e400fa52ba/B is initiating minor compaction (all files) 2024-12-02T16:22:02,173 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c99517a80b2cd6893bb724e400fa52ba/B in TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:22:02,174 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/56344677d2e84eafaf16e84777ece871, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/ac6b3a4eab2748d4b1459df135634f29, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/1ca105b1a4f64d41b3b56d88410651bc] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp, totalSize=36.8 K 2024-12-02T16:22:02,174 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 57b3aa2cfa334120a2bf2e2314b583f8, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1733156520759 2024-12-02T16:22:02,174 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 56344677d2e84eafaf16e84777ece871, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1733156519634 2024-12-02T16:22:02,174 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting a77893efbb5043d99d5dd99d5731c1d0, keycount=400, bloomtype=ROW, size=73.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733156521903 2024-12-02T16:22:02,175 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting ac6b3a4eab2748d4b1459df135634f29, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1733156520759 2024-12-02T16:22:02,176 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ca105b1a4f64d41b3b56d88410651bc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733156521903 2024-12-02T16:22:02,182 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c99517a80b2cd6893bb724e400fa52ba] 2024-12-02T16:22:02,185 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c99517a80b2cd6893bb724e400fa52ba#B#compaction#411 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:22:02,186 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/372fac28923f442680cbf63cecc23c8b is 50, key is test_row_0/B:col10/1733156521953/Put/seqid=0 2024-12-02T16:22:02,193 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412021c4a7a993b194911a3cf9dd83830d016_c99517a80b2cd6893bb724e400fa52ba store=[table=TestAcidGuarantees family=A region=c99517a80b2cd6893bb724e400fa52ba] 2024-12-02T16:22:02,197 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412021c4a7a993b194911a3cf9dd83830d016_c99517a80b2cd6893bb724e400fa52ba, store=[table=TestAcidGuarantees family=A region=c99517a80b2cd6893bb724e400fa52ba] 2024-12-02T16:22:02,197 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412021c4a7a993b194911a3cf9dd83830d016_c99517a80b2cd6893bb724e400fa52ba because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c99517a80b2cd6893bb724e400fa52ba] 2024-12-02T16:22:02,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742315_1491 (size=13187) 2024-12-02T16:22:02,219 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/372fac28923f442680cbf63cecc23c8b as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/372fac28923f442680cbf63cecc23c8b 2024-12-02T16:22:02,223 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c99517a80b2cd6893bb724e400fa52ba/B of c99517a80b2cd6893bb724e400fa52ba into 372fac28923f442680cbf63cecc23c8b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:22:02,223 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c99517a80b2cd6893bb724e400fa52ba: 2024-12-02T16:22:02,223 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba., storeName=c99517a80b2cd6893bb724e400fa52ba/B, priority=13, startTime=1733156522172; duration=0sec 2024-12-02T16:22:02,223 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:22:02,223 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c99517a80b2cd6893bb724e400fa52ba:B 2024-12-02T16:22:02,224 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:22:02,224 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:22:02,225 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): c99517a80b2cd6893bb724e400fa52ba/C is initiating minor compaction (all files) 2024-12-02T16:22:02,225 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c99517a80b2cd6893bb724e400fa52ba/C in TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:22:02,225 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/97ee36bf57f844a9aa86953b4b684f9f, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/3b2f7f0d6bb3449faf2b60877c11b9e7, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/9fd294befb604984805208c13753ebf2] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp, totalSize=36.8 K 2024-12-02T16:22:02,226 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 97ee36bf57f844a9aa86953b4b684f9f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1733156519634 2024-12-02T16:22:02,226 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b2f7f0d6bb3449faf2b60877c11b9e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1733156520759 2024-12-02T16:22:02,226 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 9fd294befb604984805208c13753ebf2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733156521903 2024-12-02T16:22:02,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742316_1492 (size=4469) 2024-12-02T16:22:02,239 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c99517a80b2cd6893bb724e400fa52ba#A#compaction#410 average throughput is 0.43 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:22:02,240 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/b09fb1b0468244d987b8212d56131086 is 175, key is test_row_0/A:col10/1733156521953/Put/seqid=0 2024-12-02T16:22:02,245 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c99517a80b2cd6893bb724e400fa52ba#C#compaction#412 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:22:02,246 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/25f002850ea349829fab792624104c48 is 50, key is test_row_0/C:col10/1733156521953/Put/seqid=0 2024-12-02T16:22:02,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-02T16:22:02,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742317_1493 (size=32141) 2024-12-02T16:22:02,264 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/b09fb1b0468244d987b8212d56131086 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/b09fb1b0468244d987b8212d56131086 2024-12-02T16:22:02,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742318_1494 (size=13187) 2024-12-02T16:22:02,271 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c99517a80b2cd6893bb724e400fa52ba/A of c99517a80b2cd6893bb724e400fa52ba into b09fb1b0468244d987b8212d56131086(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:22:02,271 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c99517a80b2cd6893bb724e400fa52ba: 2024-12-02T16:22:02,271 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba., storeName=c99517a80b2cd6893bb724e400fa52ba/A, priority=13, startTime=1733156522172; duration=0sec 2024-12-02T16:22:02,272 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:02,272 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c99517a80b2cd6893bb724e400fa52ba:A 2024-12-02T16:22:02,273 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:02,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-02T16:22:02,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:22:02,274 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing c99517a80b2cd6893bb724e400fa52ba 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-02T16:22:02,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=A 2024-12-02T16:22:02,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:02,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=B 2024-12-02T16:22:02,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:02,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=C 2024-12-02T16:22:02,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:02,275 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/25f002850ea349829fab792624104c48 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/25f002850ea349829fab792624104c48 2024-12-02T16:22:02,281 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c99517a80b2cd6893bb724e400fa52ba/C of c99517a80b2cd6893bb724e400fa52ba into 25f002850ea349829fab792624104c48(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:22:02,281 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c99517a80b2cd6893bb724e400fa52ba: 2024-12-02T16:22:02,281 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba., storeName=c99517a80b2cd6893bb724e400fa52ba/C, priority=13, startTime=1733156522172; duration=0sec 2024-12-02T16:22:02,281 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:02,281 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c99517a80b2cd6893bb724e400fa52ba:C 2024-12-02T16:22:02,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202371c89c2bb044677a548bc56c1a33d2c_c99517a80b2cd6893bb724e400fa52ba is 50, key is test_row_0/A:col10/1733156522021/Put/seqid=0 2024-12-02T16:22:02,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742319_1495 (size=12454) 2024-12-02T16:22:02,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:02,300 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202371c89c2bb044677a548bc56c1a33d2c_c99517a80b2cd6893bb724e400fa52ba to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202371c89c2bb044677a548bc56c1a33d2c_c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:22:02,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/12070cdb1814471c85e1d8bff938924e, store: [table=TestAcidGuarantees family=A region=c99517a80b2cd6893bb724e400fa52ba] 2024-12-02T16:22:02,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/12070cdb1814471c85e1d8bff938924e is 175, key is test_row_0/A:col10/1733156522021/Put/seqid=0 2024-12-02T16:22:02,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742320_1496 (size=31255) 2024-12-02T16:22:02,318 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=406, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/12070cdb1814471c85e1d8bff938924e 2024-12-02T16:22:02,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/b64f0b15a04e496699506a62fd3e9413 is 50, key is test_row_0/B:col10/1733156522021/Put/seqid=0 2024-12-02T16:22:02,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742321_1497 (size=12301) 2024-12-02T16:22:02,329 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/b64f0b15a04e496699506a62fd3e9413 2024-12-02T16:22:02,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/3f3ef71033834c9eb2c7bbcd1159ef49 is 50, key is test_row_0/C:col10/1733156522021/Put/seqid=0 2024-12-02T16:22:02,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:22:02,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. as already flushing 2024-12-02T16:22:02,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742322_1498 (size=12301) 2024-12-02T16:22:02,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:02,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33014 deadline: 1733156582347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:02,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:02,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1733156582347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:02,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:02,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32986 deadline: 1733156582348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:02,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1733156582349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:02,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1733156582350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:02,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:02,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33014 deadline: 1733156582453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:02,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:02,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1733156582454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:02,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32986 deadline: 1733156582454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:02,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:02,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1733156582457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:02,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:02,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1733156582458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:02,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-02T16:22:02,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32986 deadline: 1733156582658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:02,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33014 deadline: 1733156582659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:02,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1733156582660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:02,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:02,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1733156582660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:02,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:02,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1733156582663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:02,757 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/3f3ef71033834c9eb2c7bbcd1159ef49 2024-12-02T16:22:02,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/12070cdb1814471c85e1d8bff938924e as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/12070cdb1814471c85e1d8bff938924e 2024-12-02T16:22:02,768 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/12070cdb1814471c85e1d8bff938924e, entries=150, sequenceid=406, filesize=30.5 K 2024-12-02T16:22:02,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/b64f0b15a04e496699506a62fd3e9413 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/b64f0b15a04e496699506a62fd3e9413 2024-12-02T16:22:02,773 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/b64f0b15a04e496699506a62fd3e9413, entries=150, sequenceid=406, filesize=12.0 K 2024-12-02T16:22:02,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/3f3ef71033834c9eb2c7bbcd1159ef49 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/3f3ef71033834c9eb2c7bbcd1159ef49 2024-12-02T16:22:02,778 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/3f3ef71033834c9eb2c7bbcd1159ef49, entries=150, sequenceid=406, filesize=12.0 K 2024-12-02T16:22:02,785 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for c99517a80b2cd6893bb724e400fa52ba in 511ms, sequenceid=406, compaction requested=false 2024-12-02T16:22:02,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for c99517a80b2cd6893bb724e400fa52ba: 2024-12-02T16:22:02,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:22:02,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-12-02T16:22:02,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-12-02T16:22:02,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-12-02T16:22:02,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 840 msec 2024-12-02T16:22:02,795 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 847 msec 2024-12-02T16:22:02,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:22:02,973 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c99517a80b2cd6893bb724e400fa52ba 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T16:22:02,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=A 2024-12-02T16:22:02,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:02,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=B 2024-12-02T16:22:02,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:02,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=C 2024-12-02T16:22:02,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:02,983 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202b1e570313ac34313a6d48feb9ca6e105_c99517a80b2cd6893bb724e400fa52ba is 50, key is test_row_0/A:col10/1733156522973/Put/seqid=0 2024-12-02T16:22:02,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742323_1499 (size=12454) 2024-12-02T16:22:03,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:03,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1733156583009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:03,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:03,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32986 deadline: 1733156583010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:03,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:03,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1733156583010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:03,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:03,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33014 deadline: 1733156583013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:03,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:03,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1733156583017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:03,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-02T16:22:03,050 INFO [Thread-1735 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-12-02T16:22:03,052 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:22:03,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-12-02T16:22:03,054 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:22:03,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-02T16:22:03,055 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:22:03,055 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:22:03,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:03,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1733156583119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:03,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:03,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1733156583119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:03,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:03,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33014 deadline: 1733156583120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:03,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:03,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1733156583121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:03,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:03,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32986 deadline: 1733156583121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:03,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-02T16:22:03,207 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:03,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-12-02T16:22:03,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:22:03,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. as already flushing 2024-12-02T16:22:03,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:22:03,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:03,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:03,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:03,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:03,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1733156583327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:03,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:03,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33014 deadline: 1733156583327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:03,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:03,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1733156583327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:03,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:03,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1733156583329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:03,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:03,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32986 deadline: 1733156583329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:03,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-02T16:22:03,360 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:03,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-12-02T16:22:03,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:22:03,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. as already flushing 2024-12-02T16:22:03,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:22:03,361 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:03,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:03,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:03,395 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:03,398 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202b1e570313ac34313a6d48feb9ca6e105_c99517a80b2cd6893bb724e400fa52ba to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202b1e570313ac34313a6d48feb9ca6e105_c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:22:03,399 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/9e0f5cd4c2454fc788a00903f458f15b, store: [table=TestAcidGuarantees family=A region=c99517a80b2cd6893bb724e400fa52ba] 2024-12-02T16:22:03,399 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/9e0f5cd4c2454fc788a00903f458f15b is 175, key is test_row_0/A:col10/1733156522973/Put/seqid=0 2024-12-02T16:22:03,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742324_1500 (size=31255) 2024-12-02T16:22:03,403 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=420, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/9e0f5cd4c2454fc788a00903f458f15b 2024-12-02T16:22:03,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/c59a8448cd9842c49075f5b5611cb00b is 50, key is test_row_0/B:col10/1733156522973/Put/seqid=0 2024-12-02T16:22:03,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742325_1501 (size=12301) 2024-12-02T16:22:03,418 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/c59a8448cd9842c49075f5b5611cb00b 2024-12-02T16:22:03,425 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/367139593eb64bfcb33ad75f3230f5a0 is 50, key is test_row_0/C:col10/1733156522973/Put/seqid=0 2024-12-02T16:22:03,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742326_1502 (size=12301) 2024-12-02T16:22:03,434 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/367139593eb64bfcb33ad75f3230f5a0 2024-12-02T16:22:03,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/9e0f5cd4c2454fc788a00903f458f15b as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/9e0f5cd4c2454fc788a00903f458f15b 2024-12-02T16:22:03,441 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/9e0f5cd4c2454fc788a00903f458f15b, entries=150, sequenceid=420, filesize=30.5 K 2024-12-02T16:22:03,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/c59a8448cd9842c49075f5b5611cb00b as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/c59a8448cd9842c49075f5b5611cb00b 2024-12-02T16:22:03,445 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/c59a8448cd9842c49075f5b5611cb00b, entries=150, sequenceid=420, filesize=12.0 K 2024-12-02T16:22:03,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/367139593eb64bfcb33ad75f3230f5a0 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/367139593eb64bfcb33ad75f3230f5a0 2024-12-02T16:22:03,449 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/367139593eb64bfcb33ad75f3230f5a0, entries=150, sequenceid=420, filesize=12.0 K 2024-12-02T16:22:03,450 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for c99517a80b2cd6893bb724e400fa52ba in 477ms, sequenceid=420, compaction requested=true 2024-12-02T16:22:03,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c99517a80b2cd6893bb724e400fa52ba: 2024-12-02T16:22:03,450 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:22:03,451 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94651 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:22:03,451 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): c99517a80b2cd6893bb724e400fa52ba/A is initiating minor compaction (all files) 2024-12-02T16:22:03,451 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c99517a80b2cd6893bb724e400fa52ba/A in TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:22:03,451 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/b09fb1b0468244d987b8212d56131086, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/12070cdb1814471c85e1d8bff938924e, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/9e0f5cd4c2454fc788a00903f458f15b] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp, totalSize=92.4 K 2024-12-02T16:22:03,451 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:22:03,451 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. files: [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/b09fb1b0468244d987b8212d56131086, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/12070cdb1814471c85e1d8bff938924e, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/9e0f5cd4c2454fc788a00903f458f15b] 2024-12-02T16:22:03,451 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting b09fb1b0468244d987b8212d56131086, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733156521903 2024-12-02T16:22:03,452 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 12070cdb1814471c85e1d8bff938924e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1733156522021 2024-12-02T16:22:03,452 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e0f5cd4c2454fc788a00903f458f15b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1733156522349 2024-12-02T16:22:03,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c99517a80b2cd6893bb724e400fa52ba:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:22:03,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:03,457 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:22:03,458 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:22:03,458 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): c99517a80b2cd6893bb724e400fa52ba/B is initiating minor compaction (all files) 2024-12-02T16:22:03,458 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c99517a80b2cd6893bb724e400fa52ba/B in TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:22:03,458 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/372fac28923f442680cbf63cecc23c8b, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/b64f0b15a04e496699506a62fd3e9413, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/c59a8448cd9842c49075f5b5611cb00b] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp, totalSize=36.9 K 2024-12-02T16:22:03,459 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 372fac28923f442680cbf63cecc23c8b, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733156521903 2024-12-02T16:22:03,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c99517a80b2cd6893bb724e400fa52ba:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:22:03,459 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting b64f0b15a04e496699506a62fd3e9413, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1733156522021 2024-12-02T16:22:03,459 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting c59a8448cd9842c49075f5b5611cb00b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1733156522349 2024-12-02T16:22:03,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:03,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c99517a80b2cd6893bb724e400fa52ba:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:22:03,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:22:03,467 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c99517a80b2cd6893bb724e400fa52ba] 2024-12-02T16:22:03,476 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412029041d477d6024d378fa787ac18c74e19_c99517a80b2cd6893bb724e400fa52ba store=[table=TestAcidGuarantees family=A region=c99517a80b2cd6893bb724e400fa52ba] 2024-12-02T16:22:03,478 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412029041d477d6024d378fa787ac18c74e19_c99517a80b2cd6893bb724e400fa52ba, store=[table=TestAcidGuarantees family=A region=c99517a80b2cd6893bb724e400fa52ba] 2024-12-02T16:22:03,478 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412029041d477d6024d378fa787ac18c74e19_c99517a80b2cd6893bb724e400fa52ba because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c99517a80b2cd6893bb724e400fa52ba] 2024-12-02T16:22:03,481 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c99517a80b2cd6893bb724e400fa52ba#B#compaction#420 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:22:03,482 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/e5f0ae29e64340088d8f89cceab861e3 is 50, key is test_row_0/B:col10/1733156522973/Put/seqid=0 2024-12-02T16:22:03,513 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:03,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-12-02T16:22:03,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:22:03,513 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing c99517a80b2cd6893bb724e400fa52ba 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-02T16:22:03,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742327_1503 (size=4469) 2024-12-02T16:22:03,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=A 2024-12-02T16:22:03,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:03,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=B 2024-12-02T16:22:03,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:03,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=C 2024-12-02T16:22:03,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:03,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742328_1504 (size=13289) 2024-12-02T16:22:03,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202845cd4890b4644299f5df7e206af4645_c99517a80b2cd6893bb724e400fa52ba is 50, key is test_row_0/A:col10/1733156523007/Put/seqid=0 2024-12-02T16:22:03,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742329_1505 (size=12454) 2024-12-02T16:22:03,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:22:03,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. as already flushing 2024-12-02T16:22:03,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:03,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1733156583644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:03,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:03,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1733156583645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:03,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:03,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1733156583646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:03,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:03,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33014 deadline: 1733156583647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:03,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:03,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32986 deadline: 1733156583648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:03,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-02T16:22:03,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:03,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1733156583755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:03,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:03,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32986 deadline: 1733156583755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:03,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:03,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1733156583755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:03,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:03,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1733156583755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:03,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:03,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33014 deadline: 1733156583755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:03,919 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c99517a80b2cd6893bb724e400fa52ba#A#compaction#419 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:22:03,920 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/e4e2b097e38e417596e0cc88f99dbd21 is 175, key is test_row_0/A:col10/1733156522973/Put/seqid=0 2024-12-02T16:22:03,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742330_1506 (size=32243) 2024-12-02T16:22:03,940 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/e4e2b097e38e417596e0cc88f99dbd21 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/e4e2b097e38e417596e0cc88f99dbd21 2024-12-02T16:22:03,942 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/e5f0ae29e64340088d8f89cceab861e3 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/e5f0ae29e64340088d8f89cceab861e3 2024-12-02T16:22:03,948 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c99517a80b2cd6893bb724e400fa52ba/A of c99517a80b2cd6893bb724e400fa52ba into e4e2b097e38e417596e0cc88f99dbd21(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:22:03,948 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c99517a80b2cd6893bb724e400fa52ba: 2024-12-02T16:22:03,948 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba., storeName=c99517a80b2cd6893bb724e400fa52ba/A, priority=13, startTime=1733156523450; duration=0sec 2024-12-02T16:22:03,948 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:22:03,948 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c99517a80b2cd6893bb724e400fa52ba:A 2024-12-02T16:22:03,948 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:22:03,954 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:22:03,954 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): c99517a80b2cd6893bb724e400fa52ba/C is initiating minor compaction (all files) 2024-12-02T16:22:03,954 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c99517a80b2cd6893bb724e400fa52ba/C in TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:22:03,954 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/25f002850ea349829fab792624104c48, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/3f3ef71033834c9eb2c7bbcd1159ef49, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/367139593eb64bfcb33ad75f3230f5a0] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp, totalSize=36.9 K 2024-12-02T16:22:03,955 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c99517a80b2cd6893bb724e400fa52ba/B of c99517a80b2cd6893bb724e400fa52ba into e5f0ae29e64340088d8f89cceab861e3(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:22:03,955 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c99517a80b2cd6893bb724e400fa52ba: 2024-12-02T16:22:03,955 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba., storeName=c99517a80b2cd6893bb724e400fa52ba/B, priority=13, startTime=1733156523457; duration=0sec 2024-12-02T16:22:03,955 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:03,955 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c99517a80b2cd6893bb724e400fa52ba:B 2024-12-02T16:22:03,956 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 25f002850ea349829fab792624104c48, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733156521903 2024-12-02T16:22:03,956 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f3ef71033834c9eb2c7bbcd1159ef49, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1733156522021 2024-12-02T16:22:03,957 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 367139593eb64bfcb33ad75f3230f5a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1733156522349 2024-12-02T16:22:03,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:03,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32986 deadline: 1733156583961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:03,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:03,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1733156583961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:03,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:03,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1733156583961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:03,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:03,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1733156583962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:03,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:03,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33014 deadline: 1733156583962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:03,969 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c99517a80b2cd6893bb724e400fa52ba#C#compaction#422 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:22:03,969 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/88aa094fdfe841c080f3bb127b0989cf is 50, key is test_row_0/C:col10/1733156522973/Put/seqid=0 2024-12-02T16:22:03,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:03,973 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202845cd4890b4644299f5df7e206af4645_c99517a80b2cd6893bb724e400fa52ba to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202845cd4890b4644299f5df7e206af4645_c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:22:03,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/8832a306ce56494e96cda84faae14e32, store: [table=TestAcidGuarantees family=A region=c99517a80b2cd6893bb724e400fa52ba] 2024-12-02T16:22:03,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/8832a306ce56494e96cda84faae14e32 is 175, key is test_row_0/A:col10/1733156523007/Put/seqid=0 2024-12-02T16:22:03,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742331_1507 (size=13289) 2024-12-02T16:22:03,991 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/88aa094fdfe841c080f3bb127b0989cf as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/88aa094fdfe841c080f3bb127b0989cf 2024-12-02T16:22:03,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742332_1508 (size=31255) 2024-12-02T16:22:04,001 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c99517a80b2cd6893bb724e400fa52ba/C of c99517a80b2cd6893bb724e400fa52ba into 88aa094fdfe841c080f3bb127b0989cf(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:22:04,001 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=443, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/8832a306ce56494e96cda84faae14e32 2024-12-02T16:22:04,001 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c99517a80b2cd6893bb724e400fa52ba: 2024-12-02T16:22:04,001 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba., storeName=c99517a80b2cd6893bb724e400fa52ba/C, priority=13, startTime=1733156523460; duration=0sec 2024-12-02T16:22:04,001 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:04,001 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c99517a80b2cd6893bb724e400fa52ba:C 2024-12-02T16:22:04,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/2fc0faeba61e4efe8de06b3a4bf0037c is 50, key is test_row_0/B:col10/1733156523007/Put/seqid=0 2024-12-02T16:22:04,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742333_1509 (size=12301) 2024-12-02T16:22:04,016 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/2fc0faeba61e4efe8de06b3a4bf0037c 2024-12-02T16:22:04,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/18cf6a5e13724abc9c87fe433a5f1d88 is 50, key is test_row_0/C:col10/1733156523007/Put/seqid=0 2024-12-02T16:22:04,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742334_1510 (size=12301) 2024-12-02T16:22:04,031 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/18cf6a5e13724abc9c87fe433a5f1d88 2024-12-02T16:22:04,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/8832a306ce56494e96cda84faae14e32 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/8832a306ce56494e96cda84faae14e32 2024-12-02T16:22:04,039 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/8832a306ce56494e96cda84faae14e32, entries=150, sequenceid=443, filesize=30.5 K 2024-12-02T16:22:04,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/2fc0faeba61e4efe8de06b3a4bf0037c as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/2fc0faeba61e4efe8de06b3a4bf0037c 2024-12-02T16:22:04,047 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/2fc0faeba61e4efe8de06b3a4bf0037c, entries=150, sequenceid=443, filesize=12.0 K 2024-12-02T16:22:04,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/18cf6a5e13724abc9c87fe433a5f1d88 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/18cf6a5e13724abc9c87fe433a5f1d88 2024-12-02T16:22:04,053 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/18cf6a5e13724abc9c87fe433a5f1d88, entries=150, sequenceid=443, filesize=12.0 K 2024-12-02T16:22:04,054 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for c99517a80b2cd6893bb724e400fa52ba in 540ms, sequenceid=443, compaction requested=false 2024-12-02T16:22:04,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for c99517a80b2cd6893bb724e400fa52ba: 2024-12-02T16:22:04,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:22:04,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-12-02T16:22:04,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-12-02T16:22:04,058 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-12-02T16:22:04,058 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0010 sec 2024-12-02T16:22:04,059 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.0060 sec 2024-12-02T16:22:04,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-02T16:22:04,162 INFO [Thread-1735 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-12-02T16:22:04,163 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:22:04,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-12-02T16:22:04,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-02T16:22:04,165 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:22:04,165 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:22:04,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:22:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-02T16:22:04,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:22:04,312 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c99517a80b2cd6893bb724e400fa52ba 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-02T16:22:04,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=A 2024-12-02T16:22:04,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:04,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=B 2024-12-02T16:22:04,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:04,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=C 2024-12-02T16:22:04,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:04,317 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:04,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-02T16:22:04,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:22:04,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. as already flushing 2024-12-02T16:22:04,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:22:04,318 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:04,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:04,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:04,324 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412026b98cf59f0514fbeb6f405cec6b9dc05_c99517a80b2cd6893bb724e400fa52ba is 50, key is test_row_0/A:col10/1733156524272/Put/seqid=0 2024-12-02T16:22:04,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742335_1511 (size=17534) 2024-12-02T16:22:04,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:04,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1733156584348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:04,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:04,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1733156584349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:04,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:04,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32986 deadline: 1733156584350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:04,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:04,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1733156584351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:04,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:04,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33014 deadline: 1733156584359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:04,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:04,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1733156584460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:04,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:04,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1733156584460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:04,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:04,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32986 deadline: 1733156584461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:04,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:04,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1733156584461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:04,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:04,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33014 deadline: 1733156584461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:04,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-02T16:22:04,470 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:04,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-02T16:22:04,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:22:04,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. as already flushing 2024-12-02T16:22:04,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:22:04,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:04,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:04,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:04,622 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:04,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-02T16:22:04,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:22:04,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. as already flushing 2024-12-02T16:22:04,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:22:04,623 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:04,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:04,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:04,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:04,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1733156584664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:04,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:04,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32986 deadline: 1733156584664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:04,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:04,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1733156584665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:04,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:04,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33014 deadline: 1733156584665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:04,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:04,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1733156584665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:04,735 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:04,738 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412026b98cf59f0514fbeb6f405cec6b9dc05_c99517a80b2cd6893bb724e400fa52ba to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412026b98cf59f0514fbeb6f405cec6b9dc05_c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:22:04,739 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/16106534fd9c4acb9520027226ecf449, store: [table=TestAcidGuarantees family=A region=c99517a80b2cd6893bb724e400fa52ba] 2024-12-02T16:22:04,740 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/16106534fd9c4acb9520027226ecf449 is 175, key is test_row_0/A:col10/1733156524272/Put/seqid=0 2024-12-02T16:22:04,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742336_1512 (size=48639) 2024-12-02T16:22:04,746 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=464, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/16106534fd9c4acb9520027226ecf449 2024-12-02T16:22:04,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/acc2be9844ae46c3afc1b5a3c98ff65b is 50, key is test_row_0/B:col10/1733156524272/Put/seqid=0 2024-12-02T16:22:04,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-02T16:22:04,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742337_1513 (size=12301) 2024-12-02T16:22:04,775 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:04,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-02T16:22:04,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:22:04,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. as already flushing 2024-12-02T16:22:04,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:22:04,776 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:04,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:04,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:04,928 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:04,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-02T16:22:04,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:22:04,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. as already flushing 2024-12-02T16:22:04,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:22:04,935 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:04,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:04,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:04,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:04,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32986 deadline: 1733156584971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:04,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:04,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1733156584972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:04,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:04,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1733156584972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:04,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:04,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1733156584973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:04,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:04,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33014 deadline: 1733156584973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:05,091 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:05,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-02T16:22:05,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:22:05,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. as already flushing 2024-12-02T16:22:05,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:22:05,092 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:05,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:05,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:05,168 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/acc2be9844ae46c3afc1b5a3c98ff65b 2024-12-02T16:22:05,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/d7c49c90dbf04cf5aace1cac6fbf203f is 50, key is test_row_0/C:col10/1733156524272/Put/seqid=0 2024-12-02T16:22:05,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742338_1514 (size=12301) 2024-12-02T16:22:05,244 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:05,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-02T16:22:05,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:22:05,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. as already flushing 2024-12-02T16:22:05,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:22:05,245 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:05,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:05,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-02T16:22:05,397 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:05,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-02T16:22:05,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:22:05,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. as already flushing 2024-12-02T16:22:05,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:22:05,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:05,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:05,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1733156585480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:05,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33014 deadline: 1733156585481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:05,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32986 deadline: 1733156585482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:05,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1733156585482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:05,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1733156585483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:05,551 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:05,553 DEBUG [Thread-1742 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1e93614e to 127.0.0.1:63236 2024-12-02T16:22:05,554 DEBUG [Thread-1742 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:22:05,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-02T16:22:05,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:22:05,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. as already flushing 2024-12-02T16:22:05,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:22:05,554 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:05,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:05,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:05,557 DEBUG [Thread-1744 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0523025d to 127.0.0.1:63236 2024-12-02T16:22:05,557 DEBUG [Thread-1744 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:22:05,557 DEBUG [Thread-1736 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x15bd9063 to 127.0.0.1:63236 2024-12-02T16:22:05,558 DEBUG [Thread-1740 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4831febd to 127.0.0.1:63236 2024-12-02T16:22:05,559 DEBUG [Thread-1738 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7c0ec341 to 127.0.0.1:63236 2024-12-02T16:22:05,559 DEBUG [Thread-1736 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:22:05,559 DEBUG [Thread-1740 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:22:05,559 DEBUG [Thread-1738 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:22:05,590 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/d7c49c90dbf04cf5aace1cac6fbf203f 2024-12-02T16:22:05,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/16106534fd9c4acb9520027226ecf449 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/16106534fd9c4acb9520027226ecf449 2024-12-02T16:22:05,598 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/16106534fd9c4acb9520027226ecf449, entries=250, sequenceid=464, filesize=47.5 K 2024-12-02T16:22:05,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/acc2be9844ae46c3afc1b5a3c98ff65b as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/acc2be9844ae46c3afc1b5a3c98ff65b 2024-12-02T16:22:05,602 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/acc2be9844ae46c3afc1b5a3c98ff65b, entries=150, sequenceid=464, filesize=12.0 K 2024-12-02T16:22:05,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/d7c49c90dbf04cf5aace1cac6fbf203f as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/d7c49c90dbf04cf5aace1cac6fbf203f 2024-12-02T16:22:05,606 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/d7c49c90dbf04cf5aace1cac6fbf203f, entries=150, sequenceid=464, filesize=12.0 K 2024-12-02T16:22:05,606 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for c99517a80b2cd6893bb724e400fa52ba in 1294ms, sequenceid=464, compaction requested=true 2024-12-02T16:22:05,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c99517a80b2cd6893bb724e400fa52ba: 2024-12-02T16:22:05,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c99517a80b2cd6893bb724e400fa52ba:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:22:05,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:05,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c99517a80b2cd6893bb724e400fa52ba:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:22:05,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:05,607 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:22:05,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c99517a80b2cd6893bb724e400fa52ba:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:22:05,607 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:22:05,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:22:05,607 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 112137 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:22:05,607 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:22:05,607 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): c99517a80b2cd6893bb724e400fa52ba/B is initiating minor compaction (all files) 2024-12-02T16:22:05,607 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): c99517a80b2cd6893bb724e400fa52ba/A is initiating minor compaction (all files) 2024-12-02T16:22:05,608 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c99517a80b2cd6893bb724e400fa52ba/A in TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:22:05,608 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c99517a80b2cd6893bb724e400fa52ba/B in TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:22:05,608 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/e5f0ae29e64340088d8f89cceab861e3, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/2fc0faeba61e4efe8de06b3a4bf0037c, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/acc2be9844ae46c3afc1b5a3c98ff65b] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp, totalSize=37.0 K 2024-12-02T16:22:05,608 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/e4e2b097e38e417596e0cc88f99dbd21, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/8832a306ce56494e96cda84faae14e32, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/16106534fd9c4acb9520027226ecf449] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp, totalSize=109.5 K 2024-12-02T16:22:05,608 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:22:05,608 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. files: [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/e4e2b097e38e417596e0cc88f99dbd21, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/8832a306ce56494e96cda84faae14e32, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/16106534fd9c4acb9520027226ecf449] 2024-12-02T16:22:05,608 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting e5f0ae29e64340088d8f89cceab861e3, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1733156522349 2024-12-02T16:22:05,608 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting e4e2b097e38e417596e0cc88f99dbd21, keycount=150, bloomtype=ROW, size=31.5 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1733156522349 2024-12-02T16:22:05,608 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 2fc0faeba61e4efe8de06b3a4bf0037c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1733156523007 2024-12-02T16:22:05,608 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8832a306ce56494e96cda84faae14e32, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1733156523007 2024-12-02T16:22:05,608 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting acc2be9844ae46c3afc1b5a3c98ff65b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1733156523644 2024-12-02T16:22:05,608 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 16106534fd9c4acb9520027226ecf449, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1733156523644 2024-12-02T16:22:05,613 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c99517a80b2cd6893bb724e400fa52ba] 2024-12-02T16:22:05,614 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c99517a80b2cd6893bb724e400fa52ba#B#compaction#428 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:22:05,615 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/8fe047a7eae04aa5965e0b5ae74c0eed is 50, key is test_row_0/B:col10/1733156524272/Put/seqid=0 2024-12-02T16:22:05,615 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202136ce1a5a21a4887b614e0a49ae7664d_c99517a80b2cd6893bb724e400fa52ba store=[table=TestAcidGuarantees family=A region=c99517a80b2cd6893bb724e400fa52ba] 2024-12-02T16:22:05,617 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202136ce1a5a21a4887b614e0a49ae7664d_c99517a80b2cd6893bb724e400fa52ba, store=[table=TestAcidGuarantees family=A region=c99517a80b2cd6893bb724e400fa52ba] 2024-12-02T16:22:05,617 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202136ce1a5a21a4887b614e0a49ae7664d_c99517a80b2cd6893bb724e400fa52ba because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c99517a80b2cd6893bb724e400fa52ba] 2024-12-02T16:22:05,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742339_1515 (size=13391) 2024-12-02T16:22:05,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742340_1516 (size=4469) 2024-12-02T16:22:05,626 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c99517a80b2cd6893bb724e400fa52ba#A#compaction#429 average throughput is 1.88 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:22:05,626 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/da43620873744a5096ca4c9e8036542a is 175, key is test_row_0/A:col10/1733156524272/Put/seqid=0 2024-12-02T16:22:05,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742341_1517 (size=32345) 2024-12-02T16:22:05,632 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/da43620873744a5096ca4c9e8036542a as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/da43620873744a5096ca4c9e8036542a 2024-12-02T16:22:05,635 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c99517a80b2cd6893bb724e400fa52ba/A of c99517a80b2cd6893bb724e400fa52ba into da43620873744a5096ca4c9e8036542a(size=31.6 K), total size for store is 31.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:22:05,635 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c99517a80b2cd6893bb724e400fa52ba: 2024-12-02T16:22:05,635 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba., storeName=c99517a80b2cd6893bb724e400fa52ba/A, priority=13, startTime=1733156525606; duration=0sec 2024-12-02T16:22:05,635 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:22:05,635 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c99517a80b2cd6893bb724e400fa52ba:A 2024-12-02T16:22:05,635 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:22:05,636 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:22:05,636 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): c99517a80b2cd6893bb724e400fa52ba/C is initiating minor compaction (all files) 2024-12-02T16:22:05,636 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c99517a80b2cd6893bb724e400fa52ba/C in TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:22:05,636 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/88aa094fdfe841c080f3bb127b0989cf, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/18cf6a5e13724abc9c87fe433a5f1d88, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/d7c49c90dbf04cf5aace1cac6fbf203f] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp, totalSize=37.0 K 2024-12-02T16:22:05,636 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 88aa094fdfe841c080f3bb127b0989cf, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1733156522349 2024-12-02T16:22:05,637 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18cf6a5e13724abc9c87fe433a5f1d88, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1733156523007 2024-12-02T16:22:05,637 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting d7c49c90dbf04cf5aace1cac6fbf203f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1733156523644 2024-12-02T16:22:05,643 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c99517a80b2cd6893bb724e400fa52ba#C#compaction#430 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:22:05,643 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/105a8535aecf4a03ad41009bf2101413 is 50, key is test_row_0/C:col10/1733156524272/Put/seqid=0 2024-12-02T16:22:05,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742342_1518 (size=13391) 2024-12-02T16:22:05,649 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/105a8535aecf4a03ad41009bf2101413 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/105a8535aecf4a03ad41009bf2101413 2024-12-02T16:22:05,652 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c99517a80b2cd6893bb724e400fa52ba/C of c99517a80b2cd6893bb724e400fa52ba into 105a8535aecf4a03ad41009bf2101413(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:22:05,652 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c99517a80b2cd6893bb724e400fa52ba: 2024-12-02T16:22:05,652 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba., storeName=c99517a80b2cd6893bb724e400fa52ba/C, priority=13, startTime=1733156525607; duration=0sec 2024-12-02T16:22:05,652 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:05,652 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c99517a80b2cd6893bb724e400fa52ba:C 2024-12-02T16:22:05,707 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:05,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-02T16:22:05,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:22:05,708 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing c99517a80b2cd6893bb724e400fa52ba 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-02T16:22:05,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=A 2024-12-02T16:22:05,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:05,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=B 2024-12-02T16:22:05,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:05,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=C 2024-12-02T16:22:05,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:05,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412027526363973f54871ab0a78d998b6c6d0_c99517a80b2cd6893bb724e400fa52ba is 50, key is test_row_0/A:col10/1733156524339/Put/seqid=0 2024-12-02T16:22:05,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742343_1519 (size=12454) 2024-12-02T16:22:06,022 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/8fe047a7eae04aa5965e0b5ae74c0eed as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/8fe047a7eae04aa5965e0b5ae74c0eed 2024-12-02T16:22:06,026 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c99517a80b2cd6893bb724e400fa52ba/B of c99517a80b2cd6893bb724e400fa52ba into 8fe047a7eae04aa5965e0b5ae74c0eed(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:22:06,026 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c99517a80b2cd6893bb724e400fa52ba: 2024-12-02T16:22:06,026 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba., storeName=c99517a80b2cd6893bb724e400fa52ba/B, priority=13, startTime=1733156525607; duration=0sec 2024-12-02T16:22:06,026 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:06,026 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c99517a80b2cd6893bb724e400fa52ba:B 2024-12-02T16:22:06,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:06,120 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412027526363973f54871ab0a78d998b6c6d0_c99517a80b2cd6893bb724e400fa52ba to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412027526363973f54871ab0a78d998b6c6d0_c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:22:06,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/e1b4c02bfa7f4a65a5f26793a296913e, store: [table=TestAcidGuarantees family=A region=c99517a80b2cd6893bb724e400fa52ba] 2024-12-02T16:22:06,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/e1b4c02bfa7f4a65a5f26793a296913e is 175, key is test_row_0/A:col10/1733156524339/Put/seqid=0 2024-12-02T16:22:06,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742344_1520 (size=31255) 2024-12-02T16:22:06,129 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/cc8b149060ed414cb83c545a34f3c91f, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/4fbde00cf0de4a4ba2872dd17c95d9cd, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/138315b72c5f4eed9304f789a6e06825, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/c82281b7de044a04974383f17f16a126, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/863504eeaa6248048a5d4cf77fcbc877, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/d4348b748e23459c8f52347c98a37bf5, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/db0c28cce2504c1f865fa8f59f34266b, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/a3a01fb1373f45b88be727fbe44a3658, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/0f073b9b50f74eacb17099acc95f6953, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/044d619a30cb41c398306405f3ac5aef, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/153a6f2862ad4e94a6e0776fd640eef6, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/5d12e46de78b4961b9b9fd11a79a52bf, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/45a8ca11c20b4d8cb6e826cbf0fed7bd, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/ebbf943b8e7a4641bd150bc2f23b0680, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/5147381dfbd74cc0ac729856696a27ea, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/63b50809ed254d16841df5789ee6ee72, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/86ad133db888492db628b3cbef6d81a0, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/abfe232f0890417d921d8117985736a1, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/db406e8889b44e889458e379dbab111c, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/5cfb18da7a5548a08e3ab482de8d1e68, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/ea8dc71c380b4799b3200fe98a900cce, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/883e62b6e6b74c938f82d1aa392b9003, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/757d9660e8954f59be227deb28c43210, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/950abfefa9be4d6d8a8b48510198dbb9, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/57b3aa2cfa334120a2bf2e2314b583f8, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/a77893efbb5043d99d5dd99d5731c1d0, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/b09fb1b0468244d987b8212d56131086, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/12070cdb1814471c85e1d8bff938924e, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/e4e2b097e38e417596e0cc88f99dbd21, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/9e0f5cd4c2454fc788a00903f458f15b, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/8832a306ce56494e96cda84faae14e32, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/16106534fd9c4acb9520027226ecf449] to archive 2024-12-02T16:22:06,129 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T16:22:06,131 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/cc8b149060ed414cb83c545a34f3c91f to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/cc8b149060ed414cb83c545a34f3c91f 2024-12-02T16:22:06,132 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/4fbde00cf0de4a4ba2872dd17c95d9cd to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/4fbde00cf0de4a4ba2872dd17c95d9cd 2024-12-02T16:22:06,133 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/138315b72c5f4eed9304f789a6e06825 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/138315b72c5f4eed9304f789a6e06825 2024-12-02T16:22:06,134 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/c82281b7de044a04974383f17f16a126 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/c82281b7de044a04974383f17f16a126 2024-12-02T16:22:06,135 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/863504eeaa6248048a5d4cf77fcbc877 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/863504eeaa6248048a5d4cf77fcbc877 2024-12-02T16:22:06,136 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/d4348b748e23459c8f52347c98a37bf5 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/d4348b748e23459c8f52347c98a37bf5 2024-12-02T16:22:06,137 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/db0c28cce2504c1f865fa8f59f34266b to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/db0c28cce2504c1f865fa8f59f34266b 2024-12-02T16:22:06,138 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/a3a01fb1373f45b88be727fbe44a3658 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/a3a01fb1373f45b88be727fbe44a3658 2024-12-02T16:22:06,139 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/0f073b9b50f74eacb17099acc95f6953 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/0f073b9b50f74eacb17099acc95f6953 2024-12-02T16:22:06,140 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/044d619a30cb41c398306405f3ac5aef to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/044d619a30cb41c398306405f3ac5aef 2024-12-02T16:22:06,141 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/153a6f2862ad4e94a6e0776fd640eef6 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/153a6f2862ad4e94a6e0776fd640eef6 2024-12-02T16:22:06,141 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/5d12e46de78b4961b9b9fd11a79a52bf to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/5d12e46de78b4961b9b9fd11a79a52bf 2024-12-02T16:22:06,142 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/45a8ca11c20b4d8cb6e826cbf0fed7bd to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/45a8ca11c20b4d8cb6e826cbf0fed7bd 2024-12-02T16:22:06,143 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/ebbf943b8e7a4641bd150bc2f23b0680 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/ebbf943b8e7a4641bd150bc2f23b0680 2024-12-02T16:22:06,144 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/5147381dfbd74cc0ac729856696a27ea to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/5147381dfbd74cc0ac729856696a27ea 2024-12-02T16:22:06,145 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/63b50809ed254d16841df5789ee6ee72 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/63b50809ed254d16841df5789ee6ee72 2024-12-02T16:22:06,146 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/86ad133db888492db628b3cbef6d81a0 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/86ad133db888492db628b3cbef6d81a0 2024-12-02T16:22:06,147 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/abfe232f0890417d921d8117985736a1 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/abfe232f0890417d921d8117985736a1 2024-12-02T16:22:06,148 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/db406e8889b44e889458e379dbab111c to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/db406e8889b44e889458e379dbab111c 2024-12-02T16:22:06,149 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/5cfb18da7a5548a08e3ab482de8d1e68 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/5cfb18da7a5548a08e3ab482de8d1e68 2024-12-02T16:22:06,150 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/ea8dc71c380b4799b3200fe98a900cce to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/ea8dc71c380b4799b3200fe98a900cce 2024-12-02T16:22:06,150 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/883e62b6e6b74c938f82d1aa392b9003 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/883e62b6e6b74c938f82d1aa392b9003 2024-12-02T16:22:06,151 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/757d9660e8954f59be227deb28c43210 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/757d9660e8954f59be227deb28c43210 2024-12-02T16:22:06,152 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/950abfefa9be4d6d8a8b48510198dbb9 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/950abfefa9be4d6d8a8b48510198dbb9 2024-12-02T16:22:06,158 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/57b3aa2cfa334120a2bf2e2314b583f8 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/57b3aa2cfa334120a2bf2e2314b583f8 2024-12-02T16:22:06,159 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/a77893efbb5043d99d5dd99d5731c1d0 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/a77893efbb5043d99d5dd99d5731c1d0 2024-12-02T16:22:06,161 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/b09fb1b0468244d987b8212d56131086 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/b09fb1b0468244d987b8212d56131086 2024-12-02T16:22:06,162 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/12070cdb1814471c85e1d8bff938924e to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/12070cdb1814471c85e1d8bff938924e 2024-12-02T16:22:06,162 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/e4e2b097e38e417596e0cc88f99dbd21 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/e4e2b097e38e417596e0cc88f99dbd21 2024-12-02T16:22:06,163 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/9e0f5cd4c2454fc788a00903f458f15b to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/9e0f5cd4c2454fc788a00903f458f15b 2024-12-02T16:22:06,164 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/8832a306ce56494e96cda84faae14e32 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/8832a306ce56494e96cda84faae14e32 2024-12-02T16:22:06,165 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/16106534fd9c4acb9520027226ecf449 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/16106534fd9c4acb9520027226ecf449 2024-12-02T16:22:06,168 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/a42811a9e213400d9d27cb2eb7cc2162, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/d6bacd2c1c234825a978bc33907fdbd4, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/93e276d67c2f4a51847aad5d083d342c, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/6be808029bc34d46ad765d9ac06bf26b, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/8b29d8623d07412bb60ba098030555d7, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/8d18bbc08eaa4727a028e43242abf7a9, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/0cca726aac7640e197db843497674c3c, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/64acf2f4d8574b59aabd9fbecf22adc6, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/2592a939ca084b1998d30888328471d6, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/c6f6d83001424f32b608ae9b63e1533c, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/bd36b2f21b074473889c0246975bbe39, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/dcadf8e99ae3427fbecb69d4ae8d38c8, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/dc28652067224354ad8738f4fd976244, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/692eed7ad5b547ea93718335fc5c1efb, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/f692abf77b264e13a8a7782b84ee3484, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/d80228d986ac4e318b0bdd133405e869, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/518aabf7ef0f41a79c3235cd5ec5b5f5, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/304dfd9c43474faebe2ad0c6e62d9be0, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/c80d3ad427d84e7db6acbe36c0d6c6ca, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/5cf618008c9542b2a2d78ceaccf0b0c8, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/95cb8f4075634738b67247c41aa8268d, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/594382ceb2014e9daf768332b4e88485, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/56344677d2e84eafaf16e84777ece871, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/76ffe7f956154379ae1acfc0cbe39f87, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/ac6b3a4eab2748d4b1459df135634f29, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/372fac28923f442680cbf63cecc23c8b, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/1ca105b1a4f64d41b3b56d88410651bc, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/b64f0b15a04e496699506a62fd3e9413, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/e5f0ae29e64340088d8f89cceab861e3, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/c59a8448cd9842c49075f5b5611cb00b, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/2fc0faeba61e4efe8de06b3a4bf0037c, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/acc2be9844ae46c3afc1b5a3c98ff65b] to archive 2024-12-02T16:22:06,169 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T16:22:06,170 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/a42811a9e213400d9d27cb2eb7cc2162 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/a42811a9e213400d9d27cb2eb7cc2162 2024-12-02T16:22:06,171 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/d6bacd2c1c234825a978bc33907fdbd4 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/d6bacd2c1c234825a978bc33907fdbd4 2024-12-02T16:22:06,172 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/93e276d67c2f4a51847aad5d083d342c to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/93e276d67c2f4a51847aad5d083d342c 2024-12-02T16:22:06,173 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/6be808029bc34d46ad765d9ac06bf26b to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/6be808029bc34d46ad765d9ac06bf26b 2024-12-02T16:22:06,173 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/8b29d8623d07412bb60ba098030555d7 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/8b29d8623d07412bb60ba098030555d7 2024-12-02T16:22:06,174 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/8d18bbc08eaa4727a028e43242abf7a9 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/8d18bbc08eaa4727a028e43242abf7a9 2024-12-02T16:22:06,175 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/0cca726aac7640e197db843497674c3c to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/0cca726aac7640e197db843497674c3c 2024-12-02T16:22:06,176 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/64acf2f4d8574b59aabd9fbecf22adc6 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/64acf2f4d8574b59aabd9fbecf22adc6 2024-12-02T16:22:06,177 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/2592a939ca084b1998d30888328471d6 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/2592a939ca084b1998d30888328471d6 2024-12-02T16:22:06,177 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/c6f6d83001424f32b608ae9b63e1533c to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/c6f6d83001424f32b608ae9b63e1533c 2024-12-02T16:22:06,178 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/bd36b2f21b074473889c0246975bbe39 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/bd36b2f21b074473889c0246975bbe39 2024-12-02T16:22:06,179 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/dcadf8e99ae3427fbecb69d4ae8d38c8 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/dcadf8e99ae3427fbecb69d4ae8d38c8 2024-12-02T16:22:06,180 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/dc28652067224354ad8738f4fd976244 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/dc28652067224354ad8738f4fd976244 2024-12-02T16:22:06,181 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/692eed7ad5b547ea93718335fc5c1efb to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/692eed7ad5b547ea93718335fc5c1efb 2024-12-02T16:22:06,181 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/f692abf77b264e13a8a7782b84ee3484 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/f692abf77b264e13a8a7782b84ee3484 2024-12-02T16:22:06,182 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/d80228d986ac4e318b0bdd133405e869 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/d80228d986ac4e318b0bdd133405e869 2024-12-02T16:22:06,183 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/518aabf7ef0f41a79c3235cd5ec5b5f5 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/518aabf7ef0f41a79c3235cd5ec5b5f5 2024-12-02T16:22:06,184 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/304dfd9c43474faebe2ad0c6e62d9be0 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/304dfd9c43474faebe2ad0c6e62d9be0 2024-12-02T16:22:06,185 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/c80d3ad427d84e7db6acbe36c0d6c6ca to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/c80d3ad427d84e7db6acbe36c0d6c6ca 2024-12-02T16:22:06,186 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/5cf618008c9542b2a2d78ceaccf0b0c8 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/5cf618008c9542b2a2d78ceaccf0b0c8 2024-12-02T16:22:06,187 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/95cb8f4075634738b67247c41aa8268d to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/95cb8f4075634738b67247c41aa8268d 2024-12-02T16:22:06,189 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/594382ceb2014e9daf768332b4e88485 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/594382ceb2014e9daf768332b4e88485 2024-12-02T16:22:06,193 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/56344677d2e84eafaf16e84777ece871 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/56344677d2e84eafaf16e84777ece871 2024-12-02T16:22:06,194 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/76ffe7f956154379ae1acfc0cbe39f87 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/76ffe7f956154379ae1acfc0cbe39f87 2024-12-02T16:22:06,195 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/ac6b3a4eab2748d4b1459df135634f29 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/ac6b3a4eab2748d4b1459df135634f29 2024-12-02T16:22:06,196 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/372fac28923f442680cbf63cecc23c8b to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/372fac28923f442680cbf63cecc23c8b 2024-12-02T16:22:06,197 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/1ca105b1a4f64d41b3b56d88410651bc to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/1ca105b1a4f64d41b3b56d88410651bc 2024-12-02T16:22:06,198 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/b64f0b15a04e496699506a62fd3e9413 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/b64f0b15a04e496699506a62fd3e9413 2024-12-02T16:22:06,199 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/e5f0ae29e64340088d8f89cceab861e3 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/e5f0ae29e64340088d8f89cceab861e3 2024-12-02T16:22:06,200 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/c59a8448cd9842c49075f5b5611cb00b to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/c59a8448cd9842c49075f5b5611cb00b 2024-12-02T16:22:06,201 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/2fc0faeba61e4efe8de06b3a4bf0037c to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/2fc0faeba61e4efe8de06b3a4bf0037c 2024-12-02T16:22:06,202 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/acc2be9844ae46c3afc1b5a3c98ff65b to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/acc2be9844ae46c3afc1b5a3c98ff65b 2024-12-02T16:22:06,205 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/cd082df7ff8542fc92bdb32a542f6ada, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/06fdfe161a15475fb47a1ac4c5e431fb, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/4b8cbaeb0a4b4a24b0deae4fdcff8221, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/10a11dc3b09344d99a2ad23fe5ccaf8d, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/b952ecf2c45845b5b37f5048e7871936, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/44a5094280ba461a9359fb6a9bcfd205, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/8e505fdccccd4b878401fb45c3b3541b, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/9026fd365aab45379021d38275d044df, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/ba6c9602d3fb4f9faabaa3406fa34bf4, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/157037f253524024b06eb8c76e7500d5, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/e41ef7ea996c49049f3f66c73ae1cbce, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/4530d1e6ee8b454e8625bca3fef61847, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/d9ab4d7137d04cb8b7200f9bb7c98003, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/2fd351e9a2e24af29cd67cdd9af43941, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/7a2f1ecfb699434e9ecf70055ee53303, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/34cde9b6e0914b6d82a92c727ae8b216, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/a26c4287571e4258adc8ad98ee0183c3, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/1fc3a65c3ad8434bb9213e8230223c4a, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/27bbcb4737264d38a6ef10b1af593a52, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/47668173bb284974a2771afe86504c0e, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/86ffa8fa40024157b1c9e1648a95d2f6, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/0b78e86613d34477a8b7b48aeae57331, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/97ee36bf57f844a9aa86953b4b684f9f, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/558ffc4a65ae4824b0794442aa51d051, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/3b2f7f0d6bb3449faf2b60877c11b9e7, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/25f002850ea349829fab792624104c48, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/9fd294befb604984805208c13753ebf2, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/3f3ef71033834c9eb2c7bbcd1159ef49, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/88aa094fdfe841c080f3bb127b0989cf, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/367139593eb64bfcb33ad75f3230f5a0, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/18cf6a5e13724abc9c87fe433a5f1d88, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/d7c49c90dbf04cf5aace1cac6fbf203f] to archive 2024-12-02T16:22:06,206 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T16:22:06,207 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/cd082df7ff8542fc92bdb32a542f6ada to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/cd082df7ff8542fc92bdb32a542f6ada 2024-12-02T16:22:06,208 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/06fdfe161a15475fb47a1ac4c5e431fb to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/06fdfe161a15475fb47a1ac4c5e431fb 2024-12-02T16:22:06,208 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/4b8cbaeb0a4b4a24b0deae4fdcff8221 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/4b8cbaeb0a4b4a24b0deae4fdcff8221 2024-12-02T16:22:06,209 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/10a11dc3b09344d99a2ad23fe5ccaf8d to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/10a11dc3b09344d99a2ad23fe5ccaf8d 2024-12-02T16:22:06,210 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/b952ecf2c45845b5b37f5048e7871936 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/b952ecf2c45845b5b37f5048e7871936 2024-12-02T16:22:06,211 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/44a5094280ba461a9359fb6a9bcfd205 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/44a5094280ba461a9359fb6a9bcfd205 2024-12-02T16:22:06,212 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/8e505fdccccd4b878401fb45c3b3541b to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/8e505fdccccd4b878401fb45c3b3541b 2024-12-02T16:22:06,213 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/9026fd365aab45379021d38275d044df to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/9026fd365aab45379021d38275d044df 2024-12-02T16:22:06,214 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/ba6c9602d3fb4f9faabaa3406fa34bf4 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/ba6c9602d3fb4f9faabaa3406fa34bf4 2024-12-02T16:22:06,215 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/157037f253524024b06eb8c76e7500d5 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/157037f253524024b06eb8c76e7500d5 2024-12-02T16:22:06,216 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/e41ef7ea996c49049f3f66c73ae1cbce to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/e41ef7ea996c49049f3f66c73ae1cbce 2024-12-02T16:22:06,217 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/4530d1e6ee8b454e8625bca3fef61847 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/4530d1e6ee8b454e8625bca3fef61847 2024-12-02T16:22:06,218 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/d9ab4d7137d04cb8b7200f9bb7c98003 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/d9ab4d7137d04cb8b7200f9bb7c98003 2024-12-02T16:22:06,219 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/2fd351e9a2e24af29cd67cdd9af43941 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/2fd351e9a2e24af29cd67cdd9af43941 2024-12-02T16:22:06,220 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/7a2f1ecfb699434e9ecf70055ee53303 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/7a2f1ecfb699434e9ecf70055ee53303 2024-12-02T16:22:06,221 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/34cde9b6e0914b6d82a92c727ae8b216 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/34cde9b6e0914b6d82a92c727ae8b216 2024-12-02T16:22:06,221 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/a26c4287571e4258adc8ad98ee0183c3 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/a26c4287571e4258adc8ad98ee0183c3 2024-12-02T16:22:06,222 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/1fc3a65c3ad8434bb9213e8230223c4a to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/1fc3a65c3ad8434bb9213e8230223c4a 2024-12-02T16:22:06,223 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/27bbcb4737264d38a6ef10b1af593a52 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/27bbcb4737264d38a6ef10b1af593a52 2024-12-02T16:22:06,224 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/47668173bb284974a2771afe86504c0e to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/47668173bb284974a2771afe86504c0e 2024-12-02T16:22:06,225 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/86ffa8fa40024157b1c9e1648a95d2f6 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/86ffa8fa40024157b1c9e1648a95d2f6 2024-12-02T16:22:06,226 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/0b78e86613d34477a8b7b48aeae57331 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/0b78e86613d34477a8b7b48aeae57331 2024-12-02T16:22:06,226 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/97ee36bf57f844a9aa86953b4b684f9f to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/97ee36bf57f844a9aa86953b4b684f9f 2024-12-02T16:22:06,227 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/558ffc4a65ae4824b0794442aa51d051 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/558ffc4a65ae4824b0794442aa51d051 2024-12-02T16:22:06,228 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/3b2f7f0d6bb3449faf2b60877c11b9e7 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/3b2f7f0d6bb3449faf2b60877c11b9e7 2024-12-02T16:22:06,229 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/25f002850ea349829fab792624104c48 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/25f002850ea349829fab792624104c48 2024-12-02T16:22:06,230 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/9fd294befb604984805208c13753ebf2 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/9fd294befb604984805208c13753ebf2 2024-12-02T16:22:06,231 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/3f3ef71033834c9eb2c7bbcd1159ef49 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/3f3ef71033834c9eb2c7bbcd1159ef49 2024-12-02T16:22:06,231 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/88aa094fdfe841c080f3bb127b0989cf to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/88aa094fdfe841c080f3bb127b0989cf 2024-12-02T16:22:06,232 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/367139593eb64bfcb33ad75f3230f5a0 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/367139593eb64bfcb33ad75f3230f5a0 2024-12-02T16:22:06,233 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/18cf6a5e13724abc9c87fe433a5f1d88 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/18cf6a5e13724abc9c87fe433a5f1d88 2024-12-02T16:22:06,234 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/d7c49c90dbf04cf5aace1cac6fbf203f to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/d7c49c90dbf04cf5aace1cac6fbf203f 2024-12-02T16:22:06,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-02T16:22:06,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. as already flushing 2024-12-02T16:22:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:22:06,489 DEBUG [Thread-1729 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5a139b42 to 127.0.0.1:63236 2024-12-02T16:22:06,489 DEBUG [Thread-1729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:22:06,494 DEBUG [Thread-1731 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1acf826f to 127.0.0.1:63236 2024-12-02T16:22:06,494 DEBUG [Thread-1727 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5271608e to 127.0.0.1:63236 2024-12-02T16:22:06,494 DEBUG [Thread-1731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:22:06,494 DEBUG [Thread-1727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:22:06,499 DEBUG [Thread-1725 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x20f7f6a4 to 127.0.0.1:63236 2024-12-02T16:22:06,499 DEBUG [Thread-1725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:22:06,501 DEBUG [Thread-1733 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1cbce2b4 to 127.0.0.1:63236 2024-12-02T16:22:06,501 DEBUG [Thread-1733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:22:06,526 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=484, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/e1b4c02bfa7f4a65a5f26793a296913e 2024-12-02T16:22:06,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/62797ed961ca4132b9503ec2c2e56de4 is 50, key is test_row_0/B:col10/1733156524339/Put/seqid=0 2024-12-02T16:22:06,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742345_1521 (size=12301) 2024-12-02T16:22:06,936 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/62797ed961ca4132b9503ec2c2e56de4 2024-12-02T16:22:06,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/8a14db045a2a4275a54251b743f91d3e is 50, key is test_row_0/C:col10/1733156524339/Put/seqid=0 2024-12-02T16:22:06,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742346_1522 (size=12301) 2024-12-02T16:22:07,346 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/8a14db045a2a4275a54251b743f91d3e 2024-12-02T16:22:07,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/e1b4c02bfa7f4a65a5f26793a296913e as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/e1b4c02bfa7f4a65a5f26793a296913e 2024-12-02T16:22:07,352 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/e1b4c02bfa7f4a65a5f26793a296913e, entries=150, sequenceid=484, filesize=30.5 K 2024-12-02T16:22:07,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/62797ed961ca4132b9503ec2c2e56de4 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/62797ed961ca4132b9503ec2c2e56de4 2024-12-02T16:22:07,355 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/62797ed961ca4132b9503ec2c2e56de4, entries=150, sequenceid=484, filesize=12.0 K 2024-12-02T16:22:07,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/8a14db045a2a4275a54251b743f91d3e as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/8a14db045a2a4275a54251b743f91d3e 2024-12-02T16:22:07,358 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/8a14db045a2a4275a54251b743f91d3e, entries=150, sequenceid=484, filesize=12.0 K 2024-12-02T16:22:07,359 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=33.54 KB/34350 for c99517a80b2cd6893bb724e400fa52ba in 1651ms, sequenceid=484, compaction requested=false 2024-12-02T16:22:07,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for c99517a80b2cd6893bb724e400fa52ba: 2024-12-02T16:22:07,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:22:07,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-12-02T16:22:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-12-02T16:22:07,361 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-12-02T16:22:07,361 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1950 sec 2024-12-02T16:22:07,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 3.1980 sec 2024-12-02T16:22:08,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-02T16:22:08,269 INFO [Thread-1735 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-12-02T16:22:08,269 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-02T16:22:08,269 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 81 2024-12-02T16:22:08,269 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-12-02T16:22:08,269 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 80 2024-12-02T16:22:08,269 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 79 2024-12-02T16:22:08,269 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-12-02T16:22:08,269 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-02T16:22:08,269 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-02T16:22:08,269 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1823 2024-12-02T16:22:08,269 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5469 rows 2024-12-02T16:22:08,269 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1843 2024-12-02T16:22:08,269 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5529 rows 2024-12-02T16:22:08,269 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1843 2024-12-02T16:22:08,269 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5529 rows 2024-12-02T16:22:08,269 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1826 2024-12-02T16:22:08,269 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5478 rows 2024-12-02T16:22:08,269 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1833 2024-12-02T16:22:08,269 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5499 rows 2024-12-02T16:22:08,269 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-02T16:22:08,269 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x10011701 to 127.0.0.1:63236 2024-12-02T16:22:08,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:22:08,271 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-02T16:22:08,272 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-02T16:22:08,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-02T16:22:08,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-02T16:22:08,277 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733156528277"}]},"ts":"1733156528277"} 2024-12-02T16:22:08,278 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-02T16:22:08,280 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-02T16:22:08,281 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-02T16:22:08,282 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c99517a80b2cd6893bb724e400fa52ba, UNASSIGN}] 2024-12-02T16:22:08,282 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=138, ppid=137, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c99517a80b2cd6893bb724e400fa52ba, UNASSIGN 2024-12-02T16:22:08,283 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=138 updating hbase:meta row=c99517a80b2cd6893bb724e400fa52ba, regionState=CLOSING, regionLocation=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:08,283 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T16:22:08,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; CloseRegionProcedure c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634}] 2024-12-02T16:22:08,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-02T16:22:08,435 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:08,435 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] handler.UnassignRegionHandler(124): Close c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:22:08,435 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-02T16:22:08,435 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1681): Closing c99517a80b2cd6893bb724e400fa52ba, disabling compactions & flushes 2024-12-02T16:22:08,435 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:22:08,436 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:22:08,436 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. after waiting 0 ms 2024-12-02T16:22:08,436 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:22:08,436 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(2837): Flushing c99517a80b2cd6893bb724e400fa52ba 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-02T16:22:08,436 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=A 2024-12-02T16:22:08,436 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:08,436 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=B 2024-12-02T16:22:08,436 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:08,436 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c99517a80b2cd6893bb724e400fa52ba, store=C 2024-12-02T16:22:08,436 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:08,442 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412028b3efe8a2da74cc296e2187d39b11264_c99517a80b2cd6893bb724e400fa52ba is 50, key is test_row_0/A:col10/1733156526498/Put/seqid=0 2024-12-02T16:22:08,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742347_1523 (size=12454) 2024-12-02T16:22:08,446 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:08,449 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412028b3efe8a2da74cc296e2187d39b11264_c99517a80b2cd6893bb724e400fa52ba to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412028b3efe8a2da74cc296e2187d39b11264_c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:22:08,450 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/89182a2bc9524e94b65f8b35ef190202, store: [table=TestAcidGuarantees family=A region=c99517a80b2cd6893bb724e400fa52ba] 2024-12-02T16:22:08,451 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/89182a2bc9524e94b65f8b35ef190202 is 175, key is test_row_0/A:col10/1733156526498/Put/seqid=0 2024-12-02T16:22:08,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742348_1524 (size=31255) 2024-12-02T16:22:08,456 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=493, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/89182a2bc9524e94b65f8b35ef190202 2024-12-02T16:22:08,461 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/2dd7795fdf73442c94936bdf53e8bdf3 is 50, key is test_row_0/B:col10/1733156526498/Put/seqid=0 2024-12-02T16:22:08,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742349_1525 (size=12301) 2024-12-02T16:22:08,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-02T16:22:08,865 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/2dd7795fdf73442c94936bdf53e8bdf3 2024-12-02T16:22:08,873 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/4e815508bdb64a2d865ac5bd5d39991a is 50, key is test_row_0/C:col10/1733156526498/Put/seqid=0 2024-12-02T16:22:08,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-02T16:22:08,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742350_1526 (size=12301) 2024-12-02T16:22:08,894 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/4e815508bdb64a2d865ac5bd5d39991a 2024-12-02T16:22:08,901 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/A/89182a2bc9524e94b65f8b35ef190202 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/89182a2bc9524e94b65f8b35ef190202 2024-12-02T16:22:08,905 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/89182a2bc9524e94b65f8b35ef190202, entries=150, sequenceid=493, filesize=30.5 K 2024-12-02T16:22:08,906 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/B/2dd7795fdf73442c94936bdf53e8bdf3 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/2dd7795fdf73442c94936bdf53e8bdf3 2024-12-02T16:22:08,911 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/2dd7795fdf73442c94936bdf53e8bdf3, entries=150, sequenceid=493, filesize=12.0 K 2024-12-02T16:22:08,912 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/.tmp/C/4e815508bdb64a2d865ac5bd5d39991a as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/4e815508bdb64a2d865ac5bd5d39991a 2024-12-02T16:22:08,922 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/4e815508bdb64a2d865ac5bd5d39991a, entries=150, sequenceid=493, filesize=12.0 K 2024-12-02T16:22:08,924 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for c99517a80b2cd6893bb724e400fa52ba in 488ms, sequenceid=493, compaction requested=true 2024-12-02T16:22:08,969 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/recovered.edits/496.seqid, newMaxSeqId=496, maxSeqId=4 2024-12-02T16:22:08,983 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba. 2024-12-02T16:22:08,983 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1635): Region close journal for c99517a80b2cd6893bb724e400fa52ba: 2024-12-02T16:22:08,985 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=138 updating hbase:meta row=c99517a80b2cd6893bb724e400fa52ba, regionState=CLOSED 2024-12-02T16:22:08,986 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] handler.UnassignRegionHandler(170): Closed c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:22:08,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-12-02T16:22:08,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; CloseRegionProcedure c99517a80b2cd6893bb724e400fa52ba, server=2a8f9448bb5c,46371,1733156403634 in 703 msec 2024-12-02T16:22:08,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=138, resume processing ppid=137 2024-12-02T16:22:08,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, ppid=137, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c99517a80b2cd6893bb724e400fa52ba, UNASSIGN in 706 msec 2024-12-02T16:22:08,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-12-02T16:22:08,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 709 msec 2024-12-02T16:22:08,992 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733156528992"}]},"ts":"1733156528992"} 2024-12-02T16:22:08,993 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-02T16:22:08,995 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-02T16:22:08,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 724 msec 2024-12-02T16:22:09,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-02T16:22:09,380 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-12-02T16:22:09,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-02T16:22:09,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:22:09,382 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=140, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:22:09,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-02T16:22:09,383 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=140, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:22:09,393 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:22:09,410 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A, FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B, FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C, FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/recovered.edits] 2024-12-02T16:22:09,435 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/89182a2bc9524e94b65f8b35ef190202 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/89182a2bc9524e94b65f8b35ef190202 2024-12-02T16:22:09,441 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/da43620873744a5096ca4c9e8036542a to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/da43620873744a5096ca4c9e8036542a 2024-12-02T16:22:09,443 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/e1b4c02bfa7f4a65a5f26793a296913e to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/A/e1b4c02bfa7f4a65a5f26793a296913e 2024-12-02T16:22:09,446 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/2dd7795fdf73442c94936bdf53e8bdf3 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/2dd7795fdf73442c94936bdf53e8bdf3 2024-12-02T16:22:09,447 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/62797ed961ca4132b9503ec2c2e56de4 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/62797ed961ca4132b9503ec2c2e56de4 2024-12-02T16:22:09,449 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/8fe047a7eae04aa5965e0b5ae74c0eed to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/B/8fe047a7eae04aa5965e0b5ae74c0eed 2024-12-02T16:22:09,452 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/105a8535aecf4a03ad41009bf2101413 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/105a8535aecf4a03ad41009bf2101413 2024-12-02T16:22:09,454 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/4e815508bdb64a2d865ac5bd5d39991a to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/4e815508bdb64a2d865ac5bd5d39991a 2024-12-02T16:22:09,455 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/8a14db045a2a4275a54251b743f91d3e to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/C/8a14db045a2a4275a54251b743f91d3e 2024-12-02T16:22:09,460 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/recovered.edits/496.seqid to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba/recovered.edits/496.seqid 2024-12-02T16:22:09,462 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:22:09,462 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-02T16:22:09,462 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-02T16:22:09,463 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-02T16:22:09,468 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202003043f169d6403fb4b30c47c75e938f_c99517a80b2cd6893bb724e400fa52ba to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202003043f169d6403fb4b30c47c75e938f_c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:22:09,469 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202095844129864480d8ef6a731cd965adc_c99517a80b2cd6893bb724e400fa52ba to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202095844129864480d8ef6a731cd965adc_c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:22:09,477 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202371c89c2bb044677a548bc56c1a33d2c_c99517a80b2cd6893bb724e400fa52ba to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202371c89c2bb044677a548bc56c1a33d2c_c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:22:09,478 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412023a10b2327b20488293b337ea5e55d175_c99517a80b2cd6893bb724e400fa52ba to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412023a10b2327b20488293b337ea5e55d175_c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:22:09,480 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120242e90924667d442d91dacdb44738321b_c99517a80b2cd6893bb724e400fa52ba to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120242e90924667d442d91dacdb44738321b_c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:22:09,481 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202450f14698eeb4f86a5ea53f7aa59ac4e_c99517a80b2cd6893bb724e400fa52ba to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202450f14698eeb4f86a5ea53f7aa59ac4e_c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:22:09,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-02T16:22:09,494 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202480e4f91bd7843e89bab3717f8dbebe7_c99517a80b2cd6893bb724e400fa52ba to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202480e4f91bd7843e89bab3717f8dbebe7_c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:22:09,496 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412026591cad931744c8d817b7241ca33dbcf_c99517a80b2cd6893bb724e400fa52ba to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412026591cad931744c8d817b7241ca33dbcf_c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:22:09,497 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412026b98cf59f0514fbeb6f405cec6b9dc05_c99517a80b2cd6893bb724e400fa52ba to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412026b98cf59f0514fbeb6f405cec6b9dc05_c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:22:09,499 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120270c3a9b1c85045a8bb209110ebb9fe5a_c99517a80b2cd6893bb724e400fa52ba to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120270c3a9b1c85045a8bb209110ebb9fe5a_c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:22:09,500 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412027526363973f54871ab0a78d998b6c6d0_c99517a80b2cd6893bb724e400fa52ba to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412027526363973f54871ab0a78d998b6c6d0_c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:22:09,501 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202845cd4890b4644299f5df7e206af4645_c99517a80b2cd6893bb724e400fa52ba to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202845cd4890b4644299f5df7e206af4645_c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:22:09,503 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412028b3efe8a2da74cc296e2187d39b11264_c99517a80b2cd6893bb724e400fa52ba to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412028b3efe8a2da74cc296e2187d39b11264_c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:22:09,504 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412029231baef11754773a9167bafccf30767_c99517a80b2cd6893bb724e400fa52ba to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412029231baef11754773a9167bafccf30767_c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:22:09,506 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412029631a9c5b34b4a7c9ff35bbfcf4b10dc_c99517a80b2cd6893bb724e400fa52ba to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412029631a9c5b34b4a7c9ff35bbfcf4b10dc_c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:22:09,507 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202980ca38e906544f2a08db45b7284fe9a_c99517a80b2cd6893bb724e400fa52ba to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202980ca38e906544f2a08db45b7284fe9a_c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:22:09,508 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412029a9f9c795ec54ab1b2de05f2e722c58e_c99517a80b2cd6893bb724e400fa52ba to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412029a9f9c795ec54ab1b2de05f2e722c58e_c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:22:09,510 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202a3379bbf283f4b82a84c6dcfc2431dfa_c99517a80b2cd6893bb724e400fa52ba to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202a3379bbf283f4b82a84c6dcfc2431dfa_c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:22:09,511 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202a4d0b9c95b6e466c8870f237b67cf998_c99517a80b2cd6893bb724e400fa52ba to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202a4d0b9c95b6e466c8870f237b67cf998_c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:22:09,512 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202a8977c3595c745909ac6294efa0310e2_c99517a80b2cd6893bb724e400fa52ba to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202a8977c3595c745909ac6294efa0310e2_c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:22:09,514 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202b1e570313ac34313a6d48feb9ca6e105_c99517a80b2cd6893bb724e400fa52ba to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202b1e570313ac34313a6d48feb9ca6e105_c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:22:09,515 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202b949e4edec9f47deaa093ea6d52da6d0_c99517a80b2cd6893bb724e400fa52ba to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202b949e4edec9f47deaa093ea6d52da6d0_c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:22:09,516 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202d0a47604be86464c8be8c7b294f0a112_c99517a80b2cd6893bb724e400fa52ba to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202d0a47604be86464c8be8c7b294f0a112_c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:22:09,518 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202ea8d428705d9441cb497a2eb5e6f3168_c99517a80b2cd6893bb724e400fa52ba to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202ea8d428705d9441cb497a2eb5e6f3168_c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:22:09,519 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202eeab3e73cb7248038bd52e3ff3bfa306_c99517a80b2cd6893bb724e400fa52ba to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202eeab3e73cb7248038bd52e3ff3bfa306_c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:22:09,521 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202fac7efc4332f40dfb8236cc48a9c65de_c99517a80b2cd6893bb724e400fa52ba to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202fac7efc4332f40dfb8236cc48a9c65de_c99517a80b2cd6893bb724e400fa52ba 2024-12-02T16:22:09,521 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-02T16:22:09,524 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=140, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:22:09,542 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-02T16:22:09,561 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-02T16:22:09,562 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=140, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:22:09,562 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-02T16:22:09,562 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733156529562"}]},"ts":"9223372036854775807"} 2024-12-02T16:22:09,574 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-02T16:22:09,574 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => c99517a80b2cd6893bb724e400fa52ba, NAME => 'TestAcidGuarantees,,1733156503923.c99517a80b2cd6893bb724e400fa52ba.', STARTKEY => '', ENDKEY => ''}] 2024-12-02T16:22:09,575 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-02T16:22:09,575 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733156529575"}]},"ts":"9223372036854775807"} 2024-12-02T16:22:09,587 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-02T16:22:09,596 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=140, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:22:09,605 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 215 msec 2024-12-02T16:22:09,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-02T16:22:09,685 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-12-02T16:22:09,704 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=242 (was 239) - Thread LEAK? -, OpenFileDescriptor=460 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=803 (was 881), ProcessCount=12 (was 11) - ProcessCount LEAK? -, AvailableMemoryMB=5223 (was 5640) 2024-12-02T16:22:09,718 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=242, OpenFileDescriptor=460, MaxFileDescriptor=1048576, SystemLoadAverage=803, ProcessCount=11, AvailableMemoryMB=5222 2024-12-02T16:22:09,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-02T16:22:09,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T16:22:09,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=141, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-02T16:22:09,723 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=141, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T16:22:09,723 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:09,723 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 141 2024-12-02T16:22:09,724 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=141, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T16:22:09,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=141 2024-12-02T16:22:09,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742351_1527 (size=963) 2024-12-02T16:22:09,761 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b 2024-12-02T16:22:09,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742352_1528 (size=53) 2024-12-02T16:22:09,789 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:22:09,789 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 230f42d8c2463b733e127aee75a72eba, disabling compactions & flushes 2024-12-02T16:22:09,789 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:09,789 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:09,789 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. after waiting 0 ms 2024-12-02T16:22:09,789 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:09,789 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:09,789 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 230f42d8c2463b733e127aee75a72eba: 2024-12-02T16:22:09,791 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=141, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T16:22:09,792 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733156529791"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733156529791"}]},"ts":"1733156529791"} 2024-12-02T16:22:09,795 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-02T16:22:09,796 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=141, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T16:22:09,796 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733156529796"}]},"ts":"1733156529796"} 2024-12-02T16:22:09,797 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-02T16:22:09,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=230f42d8c2463b733e127aee75a72eba, ASSIGN}] 2024-12-02T16:22:09,809 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=142, ppid=141, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=230f42d8c2463b733e127aee75a72eba, ASSIGN 2024-12-02T16:22:09,810 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=142, ppid=141, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=230f42d8c2463b733e127aee75a72eba, ASSIGN; state=OFFLINE, location=2a8f9448bb5c,46371,1733156403634; forceNewPlan=false, retain=false 2024-12-02T16:22:09,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=141 2024-12-02T16:22:09,961 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=142 updating hbase:meta row=230f42d8c2463b733e127aee75a72eba, regionState=OPENING, regionLocation=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:09,963 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; OpenRegionProcedure 230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634}] 2024-12-02T16:22:10,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=141 2024-12-02T16:22:10,116 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:10,124 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:10,124 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(7285): Opening region: {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} 2024-12-02T16:22:10,125 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 230f42d8c2463b733e127aee75a72eba 2024-12-02T16:22:10,125 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:22:10,125 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(7327): checking encryption for 230f42d8c2463b733e127aee75a72eba 2024-12-02T16:22:10,125 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(7330): checking classloading for 230f42d8c2463b733e127aee75a72eba 2024-12-02T16:22:10,126 INFO [StoreOpener-230f42d8c2463b733e127aee75a72eba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 230f42d8c2463b733e127aee75a72eba 2024-12-02T16:22:10,128 INFO [StoreOpener-230f42d8c2463b733e127aee75a72eba-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T16:22:10,128 INFO [StoreOpener-230f42d8c2463b733e127aee75a72eba-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 230f42d8c2463b733e127aee75a72eba columnFamilyName A 2024-12-02T16:22:10,128 DEBUG [StoreOpener-230f42d8c2463b733e127aee75a72eba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:10,129 INFO [StoreOpener-230f42d8c2463b733e127aee75a72eba-1 {}] regionserver.HStore(327): Store=230f42d8c2463b733e127aee75a72eba/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:22:10,129 INFO [StoreOpener-230f42d8c2463b733e127aee75a72eba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 230f42d8c2463b733e127aee75a72eba 2024-12-02T16:22:10,132 INFO [StoreOpener-230f42d8c2463b733e127aee75a72eba-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T16:22:10,133 INFO [StoreOpener-230f42d8c2463b733e127aee75a72eba-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 230f42d8c2463b733e127aee75a72eba columnFamilyName B 2024-12-02T16:22:10,133 DEBUG [StoreOpener-230f42d8c2463b733e127aee75a72eba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:10,134 INFO [StoreOpener-230f42d8c2463b733e127aee75a72eba-1 {}] regionserver.HStore(327): Store=230f42d8c2463b733e127aee75a72eba/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:22:10,134 INFO [StoreOpener-230f42d8c2463b733e127aee75a72eba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 230f42d8c2463b733e127aee75a72eba 2024-12-02T16:22:10,136 INFO [StoreOpener-230f42d8c2463b733e127aee75a72eba-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T16:22:10,136 INFO [StoreOpener-230f42d8c2463b733e127aee75a72eba-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 230f42d8c2463b733e127aee75a72eba columnFamilyName C 2024-12-02T16:22:10,136 DEBUG [StoreOpener-230f42d8c2463b733e127aee75a72eba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:10,137 INFO [StoreOpener-230f42d8c2463b733e127aee75a72eba-1 {}] regionserver.HStore(327): Store=230f42d8c2463b733e127aee75a72eba/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:22:10,137 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:10,138 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba 2024-12-02T16:22:10,139 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba 2024-12-02T16:22:10,145 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T16:22:10,153 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1085): writing seq id for 230f42d8c2463b733e127aee75a72eba 2024-12-02T16:22:10,172 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T16:22:10,173 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1102): Opened 230f42d8c2463b733e127aee75a72eba; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60959231, jitterRate=-0.09163667261600494}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T16:22:10,174 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1001): Region open journal for 230f42d8c2463b733e127aee75a72eba: 2024-12-02T16:22:10,176 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba., pid=143, masterSystemTime=1733156530116 2024-12-02T16:22:10,177 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:10,177 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:10,178 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=142 updating hbase:meta row=230f42d8c2463b733e127aee75a72eba, regionState=OPEN, openSeqNum=2, regionLocation=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:10,181 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-12-02T16:22:10,181 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; OpenRegionProcedure 230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 in 216 msec 2024-12-02T16:22:10,182 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=142, resume processing ppid=141 2024-12-02T16:22:10,182 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, ppid=141, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=230f42d8c2463b733e127aee75a72eba, ASSIGN in 374 msec 2024-12-02T16:22:10,183 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=141, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T16:22:10,183 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733156530183"}]},"ts":"1733156530183"} 2024-12-02T16:22:10,184 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-02T16:22:10,187 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=141, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T16:22:10,188 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 466 msec 2024-12-02T16:22:10,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=141 2024-12-02T16:22:10,328 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 141 completed 2024-12-02T16:22:10,329 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3b61f1c4 to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@461176d7 2024-12-02T16:22:10,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5850aaf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:22:10,334 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:22:10,336 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39758, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:22:10,371 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T16:22:10,372 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60974, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T16:22:10,374 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x49eae7fe to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@48087da 2024-12-02T16:22:10,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59daaa82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:22:10,383 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x34614bf6 to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@345fa4f7 2024-12-02T16:22:10,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38dd8644, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:22:10,397 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x786b5809 to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@315a23ef 2024-12-02T16:22:10,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65e17c26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:22:10,401 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5d375c60 to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d125972 2024-12-02T16:22:10,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53fc02ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:22:10,409 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3cbdf91e to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@134bfe32 2024-12-02T16:22:10,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2011d733, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:22:10,418 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17b55f2f to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@39b3baa5 2024-12-02T16:22:10,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e195d6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:22:10,422 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x646ca555 to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@402e5def 2024-12-02T16:22:10,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14088aa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:22:10,430 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x224e54da to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@10bda459 2024-12-02T16:22:10,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40302925, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:22:10,443 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7bb51dfc to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@657e1bf 2024-12-02T16:22:10,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47ef9951, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:22:10,461 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x540d7172 to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6dee2855 2024-12-02T16:22:10,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@567011a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:22:10,478 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:22:10,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-12-02T16:22:10,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-02T16:22:10,480 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:22:10,480 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:22:10,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:22:10,492 DEBUG [hconnection-0x5fc4401b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:22:10,492 DEBUG [hconnection-0x5bceb6d9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:22:10,493 DEBUG [hconnection-0x5ca25c25-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:22:10,494 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39772, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:22:10,494 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39786, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:22:10,495 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39798, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:22:10,502 DEBUG [hconnection-0xa367b2c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:22:10,503 DEBUG [hconnection-0x242c1092-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:22:10,504 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39810, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:22:10,506 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39826, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:22:10,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 230f42d8c2463b733e127aee75a72eba 2024-12-02T16:22:10,510 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 230f42d8c2463b733e127aee75a72eba 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T16:22:10,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=A 2024-12-02T16:22:10,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:10,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=B 2024-12-02T16:22:10,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:10,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=C 2024-12-02T16:22:10,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:10,513 DEBUG [hconnection-0x5f025cb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:22:10,514 DEBUG [hconnection-0x56fd99d4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:22:10,515 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39844, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:22:10,515 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39830, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:22:10,515 DEBUG [hconnection-0xabeb0eb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:22:10,517 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39856, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:22:10,517 DEBUG [hconnection-0x7d3edba1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:22:10,520 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39868, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:22:10,528 DEBUG [hconnection-0x72be46c2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:22:10,530 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39876, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:22:10,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:10,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39868 deadline: 1733156590529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:10,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:10,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:10,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1733156590528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:10,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39810 deadline: 1733156590531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:10,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:10,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39876 deadline: 1733156590531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:10,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:10,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733156590531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:10,548 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/3069be07057c492fba2ce96a4cd802cd is 50, key is test_row_0/A:col10/1733156530510/Put/seqid=0 2024-12-02T16:22:10,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742353_1529 (size=12001) 2024-12-02T16:22:10,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-02T16:22:10,582 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/3069be07057c492fba2ce96a4cd802cd 2024-12-02T16:22:10,611 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/f8188b4519bc4f749e196dc8e5cbf955 is 50, key is test_row_0/B:col10/1733156530510/Put/seqid=0 2024-12-02T16:22:10,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742354_1530 (size=12001) 2024-12-02T16:22:10,635 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:10,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-02T16:22:10,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:10,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. as already flushing 2024-12-02T16:22:10,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:10,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:10,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:10,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:10,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:10,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39868 deadline: 1733156590638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:10,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:10,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1733156590638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:10,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:10,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733156590641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:10,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:10,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39876 deadline: 1733156590649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:10,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:10,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39810 deadline: 1733156590649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:10,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-02T16:22:10,788 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:10,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-02T16:22:10,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:10,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. as already flushing 2024-12-02T16:22:10,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:10,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:10,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:10,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:10,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:10,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1733156590841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:10,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:10,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733156590842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:10,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:10,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39810 deadline: 1733156590854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:10,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:10,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39868 deadline: 1733156590854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:10,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:10,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39876 deadline: 1733156590857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:10,948 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:10,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-02T16:22:10,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:10,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. as already flushing 2024-12-02T16:22:10,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:10,949 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:10,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:10,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:11,016 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/f8188b4519bc4f749e196dc8e5cbf955 2024-12-02T16:22:11,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/4b341825d8814391a3aefae987191fd0 is 50, key is test_row_0/C:col10/1733156530510/Put/seqid=0 2024-12-02T16:22:11,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-02T16:22:11,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742355_1531 (size=12001) 2024-12-02T16:22:11,099 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/4b341825d8814391a3aefae987191fd0 2024-12-02T16:22:11,103 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:11,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-02T16:22:11,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:11,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. as already flushing 2024-12-02T16:22:11,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:11,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/3069be07057c492fba2ce96a4cd802cd as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/3069be07057c492fba2ce96a4cd802cd 2024-12-02T16:22:11,105 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:11,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:11,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:11,108 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/3069be07057c492fba2ce96a4cd802cd, entries=150, sequenceid=13, filesize=11.7 K 2024-12-02T16:22:11,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/f8188b4519bc4f749e196dc8e5cbf955 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/f8188b4519bc4f749e196dc8e5cbf955 2024-12-02T16:22:11,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/f8188b4519bc4f749e196dc8e5cbf955, entries=150, sequenceid=13, filesize=11.7 K 2024-12-02T16:22:11,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/4b341825d8814391a3aefae987191fd0 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/4b341825d8814391a3aefae987191fd0 2024-12-02T16:22:11,119 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/4b341825d8814391a3aefae987191fd0, entries=150, sequenceid=13, filesize=11.7 K 2024-12-02T16:22:11,119 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 230f42d8c2463b733e127aee75a72eba in 609ms, sequenceid=13, compaction requested=false 2024-12-02T16:22:11,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 230f42d8c2463b733e127aee75a72eba: 2024-12-02T16:22:11,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 230f42d8c2463b733e127aee75a72eba 2024-12-02T16:22:11,150 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 230f42d8c2463b733e127aee75a72eba 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-02T16:22:11,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=A 2024-12-02T16:22:11,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:11,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=B 2024-12-02T16:22:11,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:11,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=C 2024-12-02T16:22:11,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:11,159 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/69cf1a7640f84322a003aba6b02d5d84 is 50, key is test_row_0/A:col10/1733156530523/Put/seqid=0 2024-12-02T16:22:11,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:11,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39868 deadline: 1733156591162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:11,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742356_1532 (size=14341) 2024-12-02T16:22:11,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:11,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39876 deadline: 1733156591162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:11,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:11,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733156591163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:11,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:11,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39810 deadline: 1733156591164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:11,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:11,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1733156591167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:11,183 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/69cf1a7640f84322a003aba6b02d5d84 2024-12-02T16:22:11,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/1ccf81589a8d4d65889af242319f4e5d is 50, key is test_row_0/B:col10/1733156530523/Put/seqid=0 2024-12-02T16:22:11,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742357_1533 (size=12001) 2024-12-02T16:22:11,257 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:11,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-02T16:22:11,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:11,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. as already flushing 2024-12-02T16:22:11,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:11,257 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:11,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:11,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:11,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:11,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1733156591275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:11,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:11,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733156591275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:11,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:11,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39810 deadline: 1733156591276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:11,410 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:11,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-02T16:22:11,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:11,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. as already flushing 2024-12-02T16:22:11,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:11,410 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:11,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:11,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:11,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1733156591483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:11,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:11,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39810 deadline: 1733156591484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:11,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:11,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733156591486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:11,563 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:11,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-02T16:22:11,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:11,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. as already flushing 2024-12-02T16:22:11,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:11,563 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:11,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:11,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:11,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-02T16:22:11,650 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/1ccf81589a8d4d65889af242319f4e5d 2024-12-02T16:22:11,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/8fdf54c7b05847779ab32a47858bbda0 is 50, key is test_row_0/C:col10/1733156530523/Put/seqid=0 2024-12-02T16:22:11,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:11,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39868 deadline: 1733156591673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:11,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:11,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39876 deadline: 1733156591675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:11,715 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:11,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-02T16:22:11,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:11,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. as already flushing 2024-12-02T16:22:11,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:11,716 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:11,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:11,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:11,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742358_1534 (size=12001) 2024-12-02T16:22:11,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:11,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39810 deadline: 1733156591787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:11,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:11,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1733156591789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:11,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:11,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733156591795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:11,868 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:11,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-02T16:22:11,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:11,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. as already flushing 2024-12-02T16:22:11,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:11,869 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:11,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:11,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:12,027 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:12,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-02T16:22:12,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:12,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. as already flushing 2024-12-02T16:22:12,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:12,028 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:12,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:12,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:12,118 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/8fdf54c7b05847779ab32a47858bbda0 2024-12-02T16:22:12,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/69cf1a7640f84322a003aba6b02d5d84 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/69cf1a7640f84322a003aba6b02d5d84 2024-12-02T16:22:12,129 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/69cf1a7640f84322a003aba6b02d5d84, entries=200, sequenceid=39, filesize=14.0 K 2024-12-02T16:22:12,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/1ccf81589a8d4d65889af242319f4e5d as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/1ccf81589a8d4d65889af242319f4e5d 2024-12-02T16:22:12,134 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/1ccf81589a8d4d65889af242319f4e5d, entries=150, sequenceid=39, filesize=11.7 K 2024-12-02T16:22:12,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/8fdf54c7b05847779ab32a47858bbda0 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/8fdf54c7b05847779ab32a47858bbda0 2024-12-02T16:22:12,142 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/8fdf54c7b05847779ab32a47858bbda0, entries=150, sequenceid=39, filesize=11.7 K 2024-12-02T16:22:12,148 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 230f42d8c2463b733e127aee75a72eba in 997ms, sequenceid=39, compaction requested=false 2024-12-02T16:22:12,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 230f42d8c2463b733e127aee75a72eba: 2024-12-02T16:22:12,181 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:12,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-02T16:22:12,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:12,181 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing 230f42d8c2463b733e127aee75a72eba 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-02T16:22:12,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=A 2024-12-02T16:22:12,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:12,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=B 2024-12-02T16:22:12,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:12,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=C 2024-12-02T16:22:12,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:12,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/4d872793fd8c4598a854919274b7019c is 50, key is test_row_0/A:col10/1733156531166/Put/seqid=0 2024-12-02T16:22:12,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742359_1535 (size=12001) 2024-12-02T16:22:12,204 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/4d872793fd8c4598a854919274b7019c 2024-12-02T16:22:12,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/1b9f597e151740b0a1ab055ca570dcf1 is 50, key is test_row_0/B:col10/1733156531166/Put/seqid=0 2024-12-02T16:22:12,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742360_1536 (size=12001) 2024-12-02T16:22:12,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. as already flushing 2024-12-02T16:22:12,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 230f42d8c2463b733e127aee75a72eba 2024-12-02T16:22:12,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:12,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733156592358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:12,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:12,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39810 deadline: 1733156592374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:12,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:12,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1733156592374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:12,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:12,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733156592476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:12,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:12,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39810 deadline: 1733156592485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:12,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:12,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1733156592487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:12,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-02T16:22:12,655 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/1b9f597e151740b0a1ab055ca570dcf1 2024-12-02T16:22:12,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/5dfce1a5696a4d978c9dac4c033e56c3 is 50, key is test_row_0/C:col10/1733156531166/Put/seqid=0 2024-12-02T16:22:12,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:12,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39876 deadline: 1733156592688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:12,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:12,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39868 deadline: 1733156592689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:12,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:12,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733156592689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:12,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:12,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1733156592693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:12,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:12,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39810 deadline: 1733156592697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:12,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742361_1537 (size=12001) 2024-12-02T16:22:12,704 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/5dfce1a5696a4d978c9dac4c033e56c3 2024-12-02T16:22:12,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/4d872793fd8c4598a854919274b7019c as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/4d872793fd8c4598a854919274b7019c 2024-12-02T16:22:12,730 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/4d872793fd8c4598a854919274b7019c, entries=150, sequenceid=49, filesize=11.7 K 2024-12-02T16:22:12,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/1b9f597e151740b0a1ab055ca570dcf1 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/1b9f597e151740b0a1ab055ca570dcf1 2024-12-02T16:22:12,734 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/1b9f597e151740b0a1ab055ca570dcf1, entries=150, sequenceid=49, filesize=11.7 K 2024-12-02T16:22:12,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/5dfce1a5696a4d978c9dac4c033e56c3 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/5dfce1a5696a4d978c9dac4c033e56c3 2024-12-02T16:22:12,739 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/5dfce1a5696a4d978c9dac4c033e56c3, entries=150, sequenceid=49, filesize=11.7 K 2024-12-02T16:22:12,740 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 230f42d8c2463b733e127aee75a72eba in 559ms, sequenceid=49, compaction requested=true 2024-12-02T16:22:12,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for 230f42d8c2463b733e127aee75a72eba: 2024-12-02T16:22:12,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:12,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-12-02T16:22:12,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-12-02T16:22:12,744 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-12-02T16:22:12,744 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2630 sec 2024-12-02T16:22:12,746 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 2.2670 sec 2024-12-02T16:22:13,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 230f42d8c2463b733e127aee75a72eba 2024-12-02T16:22:13,002 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 230f42d8c2463b733e127aee75a72eba 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-02T16:22:13,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=A 2024-12-02T16:22:13,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:13,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=B 2024-12-02T16:22:13,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:13,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=C 2024-12-02T16:22:13,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:13,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/8fc098a6b207404e980457d5375328e6 is 50, key is test_row_0/A:col10/1733156533001/Put/seqid=0 2024-12-02T16:22:13,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:13,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1733156593011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:13,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742362_1538 (size=16681) 2024-12-02T16:22:13,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:13,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733156593017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:13,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:13,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39810 deadline: 1733156593021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:13,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:13,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1733156593119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:13,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:13,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733156593124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:13,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:13,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39810 deadline: 1733156593127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:13,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:13,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1733156593322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:13,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:13,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733156593330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:13,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:13,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39810 deadline: 1733156593330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:13,421 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/8fc098a6b207404e980457d5375328e6 2024-12-02T16:22:13,429 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/20d8832d2ad9434198e14b362af97702 is 50, key is test_row_0/B:col10/1733156533001/Put/seqid=0 2024-12-02T16:22:13,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742363_1539 (size=12001) 2024-12-02T16:22:13,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:13,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1733156593628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:13,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:13,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733156593636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:13,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:13,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39810 deadline: 1733156593641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:13,833 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/20d8832d2ad9434198e14b362af97702 2024-12-02T16:22:13,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/5f68e2ffd14849eb95b5b1d3ab8b08cc is 50, key is test_row_0/C:col10/1733156533001/Put/seqid=0 2024-12-02T16:22:13,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742364_1540 (size=12001) 2024-12-02T16:22:13,844 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/5f68e2ffd14849eb95b5b1d3ab8b08cc 2024-12-02T16:22:13,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/8fc098a6b207404e980457d5375328e6 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/8fc098a6b207404e980457d5375328e6 2024-12-02T16:22:13,853 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/8fc098a6b207404e980457d5375328e6, entries=250, sequenceid=77, filesize=16.3 K 2024-12-02T16:22:13,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/20d8832d2ad9434198e14b362af97702 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/20d8832d2ad9434198e14b362af97702 2024-12-02T16:22:13,857 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/20d8832d2ad9434198e14b362af97702, entries=150, sequenceid=77, filesize=11.7 K 2024-12-02T16:22:13,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/5f68e2ffd14849eb95b5b1d3ab8b08cc as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/5f68e2ffd14849eb95b5b1d3ab8b08cc 2024-12-02T16:22:13,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/5f68e2ffd14849eb95b5b1d3ab8b08cc, entries=150, sequenceid=77, filesize=11.7 K 2024-12-02T16:22:13,862 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 230f42d8c2463b733e127aee75a72eba in 859ms, sequenceid=77, compaction requested=true 2024-12-02T16:22:13,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 230f42d8c2463b733e127aee75a72eba: 2024-12-02T16:22:13,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 230f42d8c2463b733e127aee75a72eba:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:22:13,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:13,862 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:22:13,862 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:22:13,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 230f42d8c2463b733e127aee75a72eba:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:22:13,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:13,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 230f42d8c2463b733e127aee75a72eba:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:22:13,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:22:13,864 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:22:13,864 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55024 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:22:13,864 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 230f42d8c2463b733e127aee75a72eba/B is initiating minor compaction (all files) 2024-12-02T16:22:13,864 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): 230f42d8c2463b733e127aee75a72eba/A is initiating minor compaction (all files) 2024-12-02T16:22:13,864 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 230f42d8c2463b733e127aee75a72eba/B in TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:13,864 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 230f42d8c2463b733e127aee75a72eba/A in TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:13,864 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/3069be07057c492fba2ce96a4cd802cd, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/69cf1a7640f84322a003aba6b02d5d84, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/4d872793fd8c4598a854919274b7019c, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/8fc098a6b207404e980457d5375328e6] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp, totalSize=53.7 K 2024-12-02T16:22:13,864 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/f8188b4519bc4f749e196dc8e5cbf955, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/1ccf81589a8d4d65889af242319f4e5d, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/1b9f597e151740b0a1ab055ca570dcf1, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/20d8832d2ad9434198e14b362af97702] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp, totalSize=46.9 K 2024-12-02T16:22:13,865 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3069be07057c492fba2ce96a4cd802cd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733156530507 2024-12-02T16:22:13,865 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting f8188b4519bc4f749e196dc8e5cbf955, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733156530507 2024-12-02T16:22:13,865 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 69cf1a7640f84322a003aba6b02d5d84, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1733156530523 2024-12-02T16:22:13,865 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d872793fd8c4598a854919274b7019c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733156531160 2024-12-02T16:22:13,865 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ccf81589a8d4d65889af242319f4e5d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1733156530523 2024-12-02T16:22:13,866 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8fc098a6b207404e980457d5375328e6, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733156532352 2024-12-02T16:22:13,866 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b9f597e151740b0a1ab055ca570dcf1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733156531160 2024-12-02T16:22:13,867 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 20d8832d2ad9434198e14b362af97702, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733156532364 2024-12-02T16:22:13,879 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 230f42d8c2463b733e127aee75a72eba#A#compaction#449 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:22:13,880 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/608b4d7f7e3548cc88f993eff66f92d2 is 50, key is test_row_0/A:col10/1733156533001/Put/seqid=0 2024-12-02T16:22:13,887 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 230f42d8c2463b733e127aee75a72eba#B#compaction#450 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:22:13,888 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/4cec1ff0bdd242bdb5df7a94b3cbecb7 is 50, key is test_row_0/B:col10/1733156533001/Put/seqid=0 2024-12-02T16:22:13,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742366_1542 (size=12139) 2024-12-02T16:22:13,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742365_1541 (size=12139) 2024-12-02T16:22:14,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 230f42d8c2463b733e127aee75a72eba 2024-12-02T16:22:14,149 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 230f42d8c2463b733e127aee75a72eba 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T16:22:14,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=A 2024-12-02T16:22:14,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:14,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=B 2024-12-02T16:22:14,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:14,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=C 2024-12-02T16:22:14,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:14,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/35a5acf96acc4ed08c71a074e584643d is 50, key is test_row_0/A:col10/1733156533014/Put/seqid=0 2024-12-02T16:22:14,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742367_1543 (size=14341) 2024-12-02T16:22:14,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:14,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733156594254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:14,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:14,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39810 deadline: 1733156594275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:14,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:14,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1733156594275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:14,312 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/608b4d7f7e3548cc88f993eff66f92d2 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/608b4d7f7e3548cc88f993eff66f92d2 2024-12-02T16:22:14,312 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/4cec1ff0bdd242bdb5df7a94b3cbecb7 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/4cec1ff0bdd242bdb5df7a94b3cbecb7 2024-12-02T16:22:14,317 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 230f42d8c2463b733e127aee75a72eba/A of 230f42d8c2463b733e127aee75a72eba into 608b4d7f7e3548cc88f993eff66f92d2(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:22:14,317 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 230f42d8c2463b733e127aee75a72eba: 2024-12-02T16:22:14,317 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba., storeName=230f42d8c2463b733e127aee75a72eba/A, priority=12, startTime=1733156533862; duration=0sec 2024-12-02T16:22:14,317 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:22:14,317 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 230f42d8c2463b733e127aee75a72eba:A 2024-12-02T16:22:14,317 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:22:14,318 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:22:14,318 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): 230f42d8c2463b733e127aee75a72eba/C is initiating minor compaction (all files) 2024-12-02T16:22:14,318 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 230f42d8c2463b733e127aee75a72eba/C in TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:14,318 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/4b341825d8814391a3aefae987191fd0, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/8fdf54c7b05847779ab32a47858bbda0, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/5dfce1a5696a4d978c9dac4c033e56c3, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/5f68e2ffd14849eb95b5b1d3ab8b08cc] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp, totalSize=46.9 K 2024-12-02T16:22:14,318 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 230f42d8c2463b733e127aee75a72eba/B of 230f42d8c2463b733e127aee75a72eba into 4cec1ff0bdd242bdb5df7a94b3cbecb7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:22:14,318 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 230f42d8c2463b733e127aee75a72eba: 2024-12-02T16:22:14,318 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba., storeName=230f42d8c2463b733e127aee75a72eba/B, priority=12, startTime=1733156533862; duration=0sec 2024-12-02T16:22:14,318 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:14,318 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 230f42d8c2463b733e127aee75a72eba:B 2024-12-02T16:22:14,319 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4b341825d8814391a3aefae987191fd0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733156530507 2024-12-02T16:22:14,320 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8fdf54c7b05847779ab32a47858bbda0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1733156530523 2024-12-02T16:22:14,320 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5dfce1a5696a4d978c9dac4c033e56c3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733156531160 2024-12-02T16:22:14,320 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f68e2ffd14849eb95b5b1d3ab8b08cc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733156532364 2024-12-02T16:22:14,328 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 230f42d8c2463b733e127aee75a72eba#C#compaction#452 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:22:14,329 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/d0d00041d91749038acc7502944736ca is 50, key is test_row_0/C:col10/1733156533001/Put/seqid=0 2024-12-02T16:22:14,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742368_1544 (size=12139) 2024-12-02T16:22:14,337 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/d0d00041d91749038acc7502944736ca as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/d0d00041d91749038acc7502944736ca 2024-12-02T16:22:14,341 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 230f42d8c2463b733e127aee75a72eba/C of 230f42d8c2463b733e127aee75a72eba into d0d00041d91749038acc7502944736ca(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:22:14,341 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 230f42d8c2463b733e127aee75a72eba: 2024-12-02T16:22:14,341 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba., storeName=230f42d8c2463b733e127aee75a72eba/C, priority=12, startTime=1733156533862; duration=0sec 2024-12-02T16:22:14,341 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:14,341 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 230f42d8c2463b733e127aee75a72eba:C 2024-12-02T16:22:14,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:14,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733156594377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:14,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:14,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1733156594388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:14,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:14,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39810 deadline: 1733156594388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:14,517 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T16:22:14,559 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/35a5acf96acc4ed08c71a074e584643d 2024-12-02T16:22:14,569 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/62fc92e13d264ddc9310caadc924de6b is 50, key is test_row_0/B:col10/1733156533014/Put/seqid=0 2024-12-02T16:22:14,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742369_1545 (size=12001) 2024-12-02T16:22:14,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:14,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733156594585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:14,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-02T16:22:14,594 INFO [Thread-2332 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-12-02T16:22:14,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:22:14,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-12-02T16:22:14,597 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:22:14,598 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:22:14,598 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:22:14,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-02T16:22:14,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:14,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39810 deadline: 1733156594595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:14,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:14,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1733156594595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:14,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-02T16:22:14,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:14,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39868 deadline: 1733156594707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:14,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:14,713 DEBUG [Thread-2328 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4184 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba., hostname=2a8f9448bb5c,46371,1733156403634, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T16:22:14,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39876 deadline: 1733156594712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:14,713 DEBUG [Thread-2322 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4242 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba., hostname=2a8f9448bb5c,46371,1733156403634, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T16:22:14,753 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:14,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-02T16:22:14,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:14,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. as already flushing 2024-12-02T16:22:14,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:14,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:14,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:14,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:14,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:14,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733156594892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:14,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-02T16:22:14,906 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:14,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-02T16:22:14,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:14,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. as already flushing 2024-12-02T16:22:14,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:14,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:14,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:14,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:14,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:14,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1733156594903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:14,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:14,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39810 deadline: 1733156594904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:14,981 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/62fc92e13d264ddc9310caadc924de6b 2024-12-02T16:22:14,993 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/28646e51e9b547b5a5789225c19523d5 is 50, key is test_row_0/C:col10/1733156533014/Put/seqid=0 2024-12-02T16:22:14,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742370_1546 (size=12001) 2024-12-02T16:22:15,058 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:15,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-02T16:22:15,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:15,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. as already flushing 2024-12-02T16:22:15,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:15,059 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:15,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:15,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:15,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-02T16:22:15,211 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:15,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-02T16:22:15,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:15,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. as already flushing 2024-12-02T16:22:15,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:15,214 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:15,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:15,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:15,366 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:15,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-02T16:22:15,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:15,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. as already flushing 2024-12-02T16:22:15,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:15,367 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:15,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:15,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:15,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:15,399 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/28646e51e9b547b5a5789225c19523d5 2024-12-02T16:22:15,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733156595398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:15,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:15,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1733156595412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:15,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:15,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/35a5acf96acc4ed08c71a074e584643d as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/35a5acf96acc4ed08c71a074e584643d 2024-12-02T16:22:15,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39810 deadline: 1733156595413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:15,434 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/35a5acf96acc4ed08c71a074e584643d, entries=200, sequenceid=88, filesize=14.0 K 2024-12-02T16:22:15,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/62fc92e13d264ddc9310caadc924de6b as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/62fc92e13d264ddc9310caadc924de6b 2024-12-02T16:22:15,449 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/62fc92e13d264ddc9310caadc924de6b, entries=150, sequenceid=88, filesize=11.7 K 2024-12-02T16:22:15,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/28646e51e9b547b5a5789225c19523d5 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/28646e51e9b547b5a5789225c19523d5 2024-12-02T16:22:15,462 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/28646e51e9b547b5a5789225c19523d5, entries=150, sequenceid=88, filesize=11.7 K 2024-12-02T16:22:15,463 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 230f42d8c2463b733e127aee75a72eba in 1314ms, sequenceid=88, compaction requested=false 2024-12-02T16:22:15,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 230f42d8c2463b733e127aee75a72eba: 2024-12-02T16:22:15,518 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:15,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-02T16:22:15,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:15,518 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2837): Flushing 230f42d8c2463b733e127aee75a72eba 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-02T16:22:15,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=A 2024-12-02T16:22:15,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:15,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=B 2024-12-02T16:22:15,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:15,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=C 2024-12-02T16:22:15,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:15,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/6d4c2cd33be24992a82dfe9b9fc3b610 is 50, key is test_row_0/A:col10/1733156534262/Put/seqid=0 2024-12-02T16:22:15,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742371_1547 (size=12001) 2024-12-02T16:22:15,533 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/6d4c2cd33be24992a82dfe9b9fc3b610 2024-12-02T16:22:15,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/5e0f84d17eb148128aa65a44a3b5a554 is 50, key is test_row_0/B:col10/1733156534262/Put/seqid=0 2024-12-02T16:22:15,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742372_1548 (size=12001) 2024-12-02T16:22:15,575 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/5e0f84d17eb148128aa65a44a3b5a554 2024-12-02T16:22:15,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/d828675b2f5d4c67b62c984a6554f718 is 50, key is test_row_0/C:col10/1733156534262/Put/seqid=0 2024-12-02T16:22:15,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742373_1549 (size=12001) 2024-12-02T16:22:15,596 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/d828675b2f5d4c67b62c984a6554f718 2024-12-02T16:22:15,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/6d4c2cd33be24992a82dfe9b9fc3b610 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/6d4c2cd33be24992a82dfe9b9fc3b610 2024-12-02T16:22:15,603 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/6d4c2cd33be24992a82dfe9b9fc3b610, entries=150, sequenceid=117, filesize=11.7 K 2024-12-02T16:22:15,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/5e0f84d17eb148128aa65a44a3b5a554 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/5e0f84d17eb148128aa65a44a3b5a554 2024-12-02T16:22:15,607 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/5e0f84d17eb148128aa65a44a3b5a554, entries=150, sequenceid=117, filesize=11.7 K 2024-12-02T16:22:15,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/d828675b2f5d4c67b62c984a6554f718 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/d828675b2f5d4c67b62c984a6554f718 2024-12-02T16:22:15,611 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/d828675b2f5d4c67b62c984a6554f718, entries=150, sequenceid=117, filesize=11.7 K 2024-12-02T16:22:15,612 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=0 B/0 for 230f42d8c2463b733e127aee75a72eba in 94ms, sequenceid=117, compaction requested=true 2024-12-02T16:22:15,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2538): Flush status journal for 230f42d8c2463b733e127aee75a72eba: 2024-12-02T16:22:15,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:15,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-12-02T16:22:15,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=147 2024-12-02T16:22:15,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-12-02T16:22:15,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0150 sec 2024-12-02T16:22:15,616 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 1.0190 sec 2024-12-02T16:22:15,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-02T16:22:15,702 INFO [Thread-2332 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-12-02T16:22:15,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:22:15,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-12-02T16:22:15,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-02T16:22:15,705 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:22:15,705 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:22:15,706 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:22:15,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-02T16:22:15,857 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:15,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-02T16:22:15,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:15,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2538): Flush status journal for 230f42d8c2463b733e127aee75a72eba: 2024-12-02T16:22:15,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:15,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-12-02T16:22:15,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=149 2024-12-02T16:22:15,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-12-02T16:22:15,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-12-02T16:22:15,861 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 158 msec 2024-12-02T16:22:16,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-02T16:22:16,009 INFO [Thread-2332 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-12-02T16:22:16,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:22:16,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-12-02T16:22:16,012 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:22:16,013 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:22:16,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:22:16,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-02T16:22:16,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-02T16:22:16,164 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:16,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-02T16:22:16,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:16,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2538): Flush status journal for 230f42d8c2463b733e127aee75a72eba: 2024-12-02T16:22:16,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:16,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-12-02T16:22:16,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=151 2024-12-02T16:22:16,169 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-12-02T16:22:16,169 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 155 msec 2024-12-02T16:22:16,170 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 158 msec 2024-12-02T16:22:16,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-02T16:22:16,315 INFO [Thread-2332 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 150 completed 2024-12-02T16:22:16,316 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:22:16,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-12-02T16:22:16,318 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:22:16,318 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:22:16,318 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:22:16,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-02T16:22:16,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 230f42d8c2463b733e127aee75a72eba 2024-12-02T16:22:16,427 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 230f42d8c2463b733e127aee75a72eba 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T16:22:16,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=A 2024-12-02T16:22:16,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:16,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=B 2024-12-02T16:22:16,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:16,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=C 2024-12-02T16:22:16,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:16,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-02T16:22:16,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/7e3f69a08cfb47bbb44df49e375f166d is 50, key is test_row_0/A:col10/1733156536426/Put/seqid=0 2024-12-02T16:22:16,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742374_1550 (size=16777) 2024-12-02T16:22:16,479 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:16,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-02T16:22:16,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:16,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. as already flushing 2024-12-02T16:22:16,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:16,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:16,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:16,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:16,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:16,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1733156596478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:16,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:16,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733156596488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:16,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:16,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39810 deadline: 1733156596488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:16,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:16,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1733156596589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:16,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:16,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733156596598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:16,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:16,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39810 deadline: 1733156596598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:16,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-02T16:22:16,633 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:16,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-02T16:22:16,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:16,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. as already flushing 2024-12-02T16:22:16,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:16,633 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:16,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:16,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:16,785 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:16,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-02T16:22:16,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:16,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. as already flushing 2024-12-02T16:22:16,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:16,786 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:16,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:16,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:16,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:16,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1733156596790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:16,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:16,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733156596806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:16,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:16,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39810 deadline: 1733156596807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:16,836 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/7e3f69a08cfb47bbb44df49e375f166d 2024-12-02T16:22:16,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/e8a85403715d4d2790785ca2385ecc14 is 50, key is test_row_0/B:col10/1733156536426/Put/seqid=0 2024-12-02T16:22:16,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742375_1551 (size=9707) 2024-12-02T16:22:16,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-02T16:22:16,938 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:16,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-02T16:22:16,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:16,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. as already flushing 2024-12-02T16:22:16,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:16,939 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:16,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:16,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:17,090 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:17,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-02T16:22:17,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:17,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. as already flushing 2024-12-02T16:22:17,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:17,091 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:17,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:17,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:17,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:17,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1733156597100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:17,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:17,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733156597110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:17,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:17,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39810 deadline: 1733156597111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:17,243 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:17,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-02T16:22:17,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:17,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. as already flushing 2024-12-02T16:22:17,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:17,244 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:17,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:17,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:17,248 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/e8a85403715d4d2790785ca2385ecc14 2024-12-02T16:22:17,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/a1ed834adfaa42e188ebda55fd90a119 is 50, key is test_row_0/C:col10/1733156536426/Put/seqid=0 2024-12-02T16:22:17,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742376_1552 (size=9707) 2024-12-02T16:22:17,258 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/a1ed834adfaa42e188ebda55fd90a119 2024-12-02T16:22:17,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/7e3f69a08cfb47bbb44df49e375f166d as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/7e3f69a08cfb47bbb44df49e375f166d 2024-12-02T16:22:17,265 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/7e3f69a08cfb47bbb44df49e375f166d, entries=250, sequenceid=130, filesize=16.4 K 2024-12-02T16:22:17,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/e8a85403715d4d2790785ca2385ecc14 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/e8a85403715d4d2790785ca2385ecc14 2024-12-02T16:22:17,268 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/e8a85403715d4d2790785ca2385ecc14, entries=100, sequenceid=130, filesize=9.5 K 2024-12-02T16:22:17,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/a1ed834adfaa42e188ebda55fd90a119 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/a1ed834adfaa42e188ebda55fd90a119 2024-12-02T16:22:17,272 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/a1ed834adfaa42e188ebda55fd90a119, entries=100, sequenceid=130, filesize=9.5 K 2024-12-02T16:22:17,273 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 230f42d8c2463b733e127aee75a72eba in 846ms, sequenceid=130, compaction requested=true 2024-12-02T16:22:17,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 230f42d8c2463b733e127aee75a72eba: 2024-12-02T16:22:17,274 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:22:17,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 230f42d8c2463b733e127aee75a72eba:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:22:17,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:17,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 230f42d8c2463b733e127aee75a72eba:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:22:17,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:17,274 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:22:17,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 230f42d8c2463b733e127aee75a72eba:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:22:17,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:22:17,276 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55258 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:22:17,276 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): 230f42d8c2463b733e127aee75a72eba/A is initiating minor compaction (all files) 2024-12-02T16:22:17,276 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 230f42d8c2463b733e127aee75a72eba/A in TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:17,276 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/608b4d7f7e3548cc88f993eff66f92d2, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/35a5acf96acc4ed08c71a074e584643d, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/6d4c2cd33be24992a82dfe9b9fc3b610, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/7e3f69a08cfb47bbb44df49e375f166d] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp, totalSize=54.0 K 2024-12-02T16:22:17,276 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45848 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:22:17,276 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 608b4d7f7e3548cc88f993eff66f92d2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733156532364 2024-12-02T16:22:17,276 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 230f42d8c2463b733e127aee75a72eba/B is initiating minor compaction (all files) 2024-12-02T16:22:17,276 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 230f42d8c2463b733e127aee75a72eba/B in TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:17,276 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/4cec1ff0bdd242bdb5df7a94b3cbecb7, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/62fc92e13d264ddc9310caadc924de6b, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/5e0f84d17eb148128aa65a44a3b5a554, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/e8a85403715d4d2790785ca2385ecc14] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp, totalSize=44.8 K 2024-12-02T16:22:17,277 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 35a5acf96acc4ed08c71a074e584643d, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1733156533014 2024-12-02T16:22:17,277 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 4cec1ff0bdd242bdb5df7a94b3cbecb7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733156532364 2024-12-02T16:22:17,277 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d4c2cd33be24992a82dfe9b9fc3b610, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733156534234 2024-12-02T16:22:17,277 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 62fc92e13d264ddc9310caadc924de6b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1733156533014 2024-12-02T16:22:17,277 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e3f69a08cfb47bbb44df49e375f166d, keycount=250, bloomtype=ROW, size=16.4 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733156536419 2024-12-02T16:22:17,278 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e0f84d17eb148128aa65a44a3b5a554, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733156534234 2024-12-02T16:22:17,278 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting e8a85403715d4d2790785ca2385ecc14, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733156536424 2024-12-02T16:22:17,287 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 230f42d8c2463b733e127aee75a72eba#A#compaction#461 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:22:17,288 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/02902983526b4d2c90e3d8e5121a6158 is 50, key is test_row_0/A:col10/1733156536426/Put/seqid=0 2024-12-02T16:22:17,303 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 230f42d8c2463b733e127aee75a72eba#B#compaction#462 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:22:17,303 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/59e99dfaa2594a869ff0bf5ce9f17361 is 50, key is test_row_0/B:col10/1733156536426/Put/seqid=0 2024-12-02T16:22:17,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742378_1554 (size=12325) 2024-12-02T16:22:17,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742377_1553 (size=12325) 2024-12-02T16:22:17,319 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/59e99dfaa2594a869ff0bf5ce9f17361 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/59e99dfaa2594a869ff0bf5ce9f17361 2024-12-02T16:22:17,323 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 230f42d8c2463b733e127aee75a72eba/B of 230f42d8c2463b733e127aee75a72eba into 59e99dfaa2594a869ff0bf5ce9f17361(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:22:17,323 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 230f42d8c2463b733e127aee75a72eba: 2024-12-02T16:22:17,323 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba., storeName=230f42d8c2463b733e127aee75a72eba/B, priority=12, startTime=1733156537274; duration=0sec 2024-12-02T16:22:17,323 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:22:17,323 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 230f42d8c2463b733e127aee75a72eba:B 2024-12-02T16:22:17,323 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:22:17,324 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45848 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:22:17,325 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 230f42d8c2463b733e127aee75a72eba/C is initiating minor compaction (all files) 2024-12-02T16:22:17,325 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 230f42d8c2463b733e127aee75a72eba/C in TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:17,325 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/d0d00041d91749038acc7502944736ca, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/28646e51e9b547b5a5789225c19523d5, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/d828675b2f5d4c67b62c984a6554f718, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/a1ed834adfaa42e188ebda55fd90a119] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp, totalSize=44.8 K 2024-12-02T16:22:17,325 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting d0d00041d91749038acc7502944736ca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733156532364 2024-12-02T16:22:17,325 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 28646e51e9b547b5a5789225c19523d5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1733156533014 2024-12-02T16:22:17,325 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting d828675b2f5d4c67b62c984a6554f718, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733156534234 2024-12-02T16:22:17,325 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting a1ed834adfaa42e188ebda55fd90a119, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733156536424 2024-12-02T16:22:17,343 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 230f42d8c2463b733e127aee75a72eba#C#compaction#463 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:22:17,344 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/028ce49a8112441da9321344b27fe89a is 50, key is test_row_0/C:col10/1733156536426/Put/seqid=0 2024-12-02T16:22:17,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742379_1555 (size=12325) 2024-12-02T16:22:17,395 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:17,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-02T16:22:17,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:17,396 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2837): Flushing 230f42d8c2463b733e127aee75a72eba 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-02T16:22:17,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=A 2024-12-02T16:22:17,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:17,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=B 2024-12-02T16:22:17,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:17,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=C 2024-12-02T16:22:17,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:17,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/aa24a25a4d9349dbb338ee3c0c14cdac is 50, key is test_row_0/A:col10/1733156536486/Put/seqid=0 2024-12-02T16:22:17,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742380_1556 (size=12151) 2024-12-02T16:22:17,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-02T16:22:17,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 230f42d8c2463b733e127aee75a72eba 2024-12-02T16:22:17,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. as already flushing 2024-12-02T16:22:17,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:17,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39810 deadline: 1733156597623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:17,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:17,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1733156597625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:17,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:17,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733156597626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:17,723 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/02902983526b4d2c90e3d8e5121a6158 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/02902983526b4d2c90e3d8e5121a6158 2024-12-02T16:22:17,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:17,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39810 deadline: 1733156597727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:17,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:17,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1733156597733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:17,741 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 230f42d8c2463b733e127aee75a72eba/A of 230f42d8c2463b733e127aee75a72eba into 02902983526b4d2c90e3d8e5121a6158(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:22:17,741 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 230f42d8c2463b733e127aee75a72eba: 2024-12-02T16:22:17,741 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba., storeName=230f42d8c2463b733e127aee75a72eba/A, priority=12, startTime=1733156537273; duration=0sec 2024-12-02T16:22:17,741 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:17,741 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 230f42d8c2463b733e127aee75a72eba:A 2024-12-02T16:22:17,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:17,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733156597741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:17,764 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/028ce49a8112441da9321344b27fe89a as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/028ce49a8112441da9321344b27fe89a 2024-12-02T16:22:17,768 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 230f42d8c2463b733e127aee75a72eba/C of 230f42d8c2463b733e127aee75a72eba into 028ce49a8112441da9321344b27fe89a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:22:17,768 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 230f42d8c2463b733e127aee75a72eba: 2024-12-02T16:22:17,768 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba., storeName=230f42d8c2463b733e127aee75a72eba/C, priority=12, startTime=1733156537274; duration=0sec 2024-12-02T16:22:17,768 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:17,768 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 230f42d8c2463b733e127aee75a72eba:C 2024-12-02T16:22:17,805 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/aa24a25a4d9349dbb338ee3c0c14cdac 2024-12-02T16:22:17,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/4b2d94ad41194d28a1c35771a8e24474 is 50, key is test_row_0/B:col10/1733156536486/Put/seqid=0 2024-12-02T16:22:17,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742381_1557 (size=12151) 2024-12-02T16:22:17,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:17,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1733156597938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:17,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:17,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39810 deadline: 1733156597942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:17,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:17,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733156597947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:18,218 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/4b2d94ad41194d28a1c35771a8e24474 2024-12-02T16:22:18,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/06aa25af27174b84ba138c5bfd081e99 is 50, key is test_row_0/C:col10/1733156536486/Put/seqid=0 2024-12-02T16:22:18,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742382_1558 (size=12151) 2024-12-02T16:22:18,234 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/06aa25af27174b84ba138c5bfd081e99 2024-12-02T16:22:18,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/aa24a25a4d9349dbb338ee3c0c14cdac as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/aa24a25a4d9349dbb338ee3c0c14cdac 2024-12-02T16:22:18,243 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/aa24a25a4d9349dbb338ee3c0c14cdac, entries=150, sequenceid=157, filesize=11.9 K 2024-12-02T16:22:18,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/4b2d94ad41194d28a1c35771a8e24474 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/4b2d94ad41194d28a1c35771a8e24474 2024-12-02T16:22:18,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:18,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1733156598243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:18,246 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/4b2d94ad41194d28a1c35771a8e24474, entries=150, sequenceid=157, filesize=11.9 K 2024-12-02T16:22:18,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/06aa25af27174b84ba138c5bfd081e99 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/06aa25af27174b84ba138c5bfd081e99 2024-12-02T16:22:18,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:18,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39810 deadline: 1733156598247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:18,250 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/06aa25af27174b84ba138c5bfd081e99, entries=150, sequenceid=157, filesize=11.9 K 2024-12-02T16:22:18,251 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 230f42d8c2463b733e127aee75a72eba in 855ms, sequenceid=157, compaction requested=false 2024-12-02T16:22:18,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2538): Flush status journal for 230f42d8c2463b733e127aee75a72eba: 2024-12-02T16:22:18,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:18,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-12-02T16:22:18,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=153 2024-12-02T16:22:18,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-12-02T16:22:18,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9340 sec 2024-12-02T16:22:18,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 1.9380 sec 2024-12-02T16:22:18,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 230f42d8c2463b733e127aee75a72eba 2024-12-02T16:22:18,257 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 230f42d8c2463b733e127aee75a72eba 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T16:22:18,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=A 2024-12-02T16:22:18,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:18,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=B 2024-12-02T16:22:18,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:18,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=C 2024-12-02T16:22:18,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:18,260 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/d0025974142f44379e35b456556588fc is 50, key is test_row_0/A:col10/1733156537618/Put/seqid=0 2024-12-02T16:22:18,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742383_1559 (size=14541) 2024-12-02T16:22:18,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:18,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733156598389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:18,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-02T16:22:18,433 INFO [Thread-2332 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 152 completed 2024-12-02T16:22:18,434 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:22:18,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-12-02T16:22:18,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-02T16:22:18,435 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:22:18,436 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:22:18,436 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:22:18,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:18,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733156598494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:18,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-02T16:22:18,587 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:18,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-02T16:22:18,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:18,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. as already flushing 2024-12-02T16:22:18,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:18,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:18,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:18,664 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/d0025974142f44379e35b456556588fc 2024-12-02T16:22:18,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/9e155c89781e412ebf2301f8103e0fbc is 50, key is test_row_0/B:col10/1733156537618/Put/seqid=0 2024-12-02T16:22:18,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742384_1560 (size=12151) 2024-12-02T16:22:18,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:18,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733156598697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:18,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:18,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39876 deadline: 1733156598714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:18,718 DEBUG [Thread-2322 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8247 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba., hostname=2a8f9448bb5c,46371,1733156403634, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T16:22:18,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-02T16:22:18,739 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:18,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-02T16:22:18,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:18,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. as already flushing 2024-12-02T16:22:18,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:18,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:18,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:18,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:18,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:18,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39868 deadline: 1733156598748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:18,749 DEBUG [Thread-2328 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8220 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba., hostname=2a8f9448bb5c,46371,1733156403634, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T16:22:18,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:18,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1733156598750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:18,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:18,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39810 deadline: 1733156598755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:18,892 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:18,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-02T16:22:18,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:18,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. as already flushing 2024-12-02T16:22:18,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:18,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:18,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:18,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:19,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:19,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733156599006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:19,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-02T16:22:19,045 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:19,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-02T16:22:19,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:19,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. as already flushing 2024-12-02T16:22:19,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:19,046 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:19,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:19,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:19,074 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/9e155c89781e412ebf2301f8103e0fbc 2024-12-02T16:22:19,080 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/20dfc2f489954a37abf1a1351f273527 is 50, key is test_row_0/C:col10/1733156537618/Put/seqid=0 2024-12-02T16:22:19,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742385_1561 (size=12151) 2024-12-02T16:22:19,198 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:19,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-02T16:22:19,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:19,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. as already flushing 2024-12-02T16:22:19,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:19,198 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:19,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:19,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:19,350 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:19,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-02T16:22:19,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:19,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. as already flushing 2024-12-02T16:22:19,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:19,351 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:19,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:19,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:19,484 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/20dfc2f489954a37abf1a1351f273527 2024-12-02T16:22:19,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/d0025974142f44379e35b456556588fc as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/d0025974142f44379e35b456556588fc 2024-12-02T16:22:19,491 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/d0025974142f44379e35b456556588fc, entries=200, sequenceid=170, filesize=14.2 K 2024-12-02T16:22:19,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/9e155c89781e412ebf2301f8103e0fbc as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/9e155c89781e412ebf2301f8103e0fbc 2024-12-02T16:22:19,494 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/9e155c89781e412ebf2301f8103e0fbc, entries=150, sequenceid=170, filesize=11.9 K 2024-12-02T16:22:19,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/20dfc2f489954a37abf1a1351f273527 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/20dfc2f489954a37abf1a1351f273527 2024-12-02T16:22:19,497 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/20dfc2f489954a37abf1a1351f273527, entries=150, sequenceid=170, filesize=11.9 K 2024-12-02T16:22:19,498 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 230f42d8c2463b733e127aee75a72eba in 1241ms, sequenceid=170, compaction requested=true 2024-12-02T16:22:19,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 230f42d8c2463b733e127aee75a72eba: 2024-12-02T16:22:19,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 230f42d8c2463b733e127aee75a72eba:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:22:19,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:19,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 230f42d8c2463b733e127aee75a72eba:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:22:19,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:19,498 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:22:19,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 230f42d8c2463b733e127aee75a72eba:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:22:19,498 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:22:19,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:22:19,499 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36627 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:22:19,499 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39017 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:22:19,499 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 230f42d8c2463b733e127aee75a72eba/B is initiating minor compaction (all files) 2024-12-02T16:22:19,499 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): 230f42d8c2463b733e127aee75a72eba/A is initiating minor compaction (all files) 2024-12-02T16:22:19,499 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 230f42d8c2463b733e127aee75a72eba/B in TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:19,499 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 230f42d8c2463b733e127aee75a72eba/A in TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:19,499 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/59e99dfaa2594a869ff0bf5ce9f17361, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/4b2d94ad41194d28a1c35771a8e24474, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/9e155c89781e412ebf2301f8103e0fbc] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp, totalSize=35.8 K 2024-12-02T16:22:19,499 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/02902983526b4d2c90e3d8e5121a6158, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/aa24a25a4d9349dbb338ee3c0c14cdac, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/d0025974142f44379e35b456556588fc] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp, totalSize=38.1 K 2024-12-02T16:22:19,499 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 59e99dfaa2594a869ff0bf5ce9f17361, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733156534235 2024-12-02T16:22:19,500 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 02902983526b4d2c90e3d8e5121a6158, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733156534235 2024-12-02T16:22:19,500 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b2d94ad41194d28a1c35771a8e24474, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733156536469 2024-12-02T16:22:19,500 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa24a25a4d9349dbb338ee3c0c14cdac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733156536469 2024-12-02T16:22:19,500 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0025974142f44379e35b456556588fc, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733156537618 2024-12-02T16:22:19,500 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e155c89781e412ebf2301f8103e0fbc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733156537618 2024-12-02T16:22:19,503 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:19,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-02T16:22:19,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:19,510 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2837): Flushing 230f42d8c2463b733e127aee75a72eba 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-02T16:22:19,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=A 2024-12-02T16:22:19,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:19,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=B 2024-12-02T16:22:19,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:19,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=C 2024-12-02T16:22:19,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:19,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/ddce521f998247b587890767ef04b0c1 is 50, key is test_row_0/A:col10/1733156538360/Put/seqid=0 2024-12-02T16:22:19,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. as already flushing 2024-12-02T16:22:19,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 230f42d8c2463b733e127aee75a72eba 2024-12-02T16:22:19,518 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 230f42d8c2463b733e127aee75a72eba#B#compaction#471 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:22:19,518 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/4590c00ab0d445acb3710ef08cb7904c is 50, key is test_row_0/B:col10/1733156537618/Put/seqid=0 2024-12-02T16:22:19,522 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 230f42d8c2463b733e127aee75a72eba#A#compaction#472 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:22:19,523 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/1dcfa7147be245b8a9084665773bbbbc is 50, key is test_row_0/A:col10/1733156537618/Put/seqid=0 2024-12-02T16:22:19,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-02T16:22:19,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742387_1563 (size=12527) 2024-12-02T16:22:19,546 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/4590c00ab0d445acb3710ef08cb7904c as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/4590c00ab0d445acb3710ef08cb7904c 2024-12-02T16:22:19,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742386_1562 (size=12151) 2024-12-02T16:22:19,550 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 230f42d8c2463b733e127aee75a72eba/B of 230f42d8c2463b733e127aee75a72eba into 4590c00ab0d445acb3710ef08cb7904c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:22:19,550 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 230f42d8c2463b733e127aee75a72eba: 2024-12-02T16:22:19,550 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba., storeName=230f42d8c2463b733e127aee75a72eba/B, priority=13, startTime=1733156539498; duration=0sec 2024-12-02T16:22:19,550 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:22:19,550 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 230f42d8c2463b733e127aee75a72eba:B 2024-12-02T16:22:19,551 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:22:19,551 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36627 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:22:19,551 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 230f42d8c2463b733e127aee75a72eba/C is initiating minor compaction (all files) 2024-12-02T16:22:19,551 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 230f42d8c2463b733e127aee75a72eba/C in TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:19,551 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/028ce49a8112441da9321344b27fe89a, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/06aa25af27174b84ba138c5bfd081e99, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/20dfc2f489954a37abf1a1351f273527] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp, totalSize=35.8 K 2024-12-02T16:22:19,552 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 028ce49a8112441da9321344b27fe89a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733156534235 2024-12-02T16:22:19,552 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 06aa25af27174b84ba138c5bfd081e99, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733156536469 2024-12-02T16:22:19,552 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 20dfc2f489954a37abf1a1351f273527, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733156537618 2024-12-02T16:22:19,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742388_1564 (size=12527) 2024-12-02T16:22:19,558 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 230f42d8c2463b733e127aee75a72eba#C#compaction#473 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:22:19,559 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/11b6bdd3a8ec4b619276a467bbb0b150 is 50, key is test_row_0/C:col10/1733156537618/Put/seqid=0 2024-12-02T16:22:19,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742389_1565 (size=12527) 2024-12-02T16:22:19,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:19,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733156599557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:19,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:19,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733156599667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:19,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:19,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1733156599757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:19,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:19,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39810 deadline: 1733156599768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:19,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:19,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733156599883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:19,950 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/ddce521f998247b587890767ef04b0c1 2024-12-02T16:22:19,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/470f60227d8746af8f9c51a34dbe11cd is 50, key is test_row_0/B:col10/1733156538360/Put/seqid=0 2024-12-02T16:22:19,962 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/1dcfa7147be245b8a9084665773bbbbc as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/1dcfa7147be245b8a9084665773bbbbc 2024-12-02T16:22:19,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742390_1566 (size=12151) 2024-12-02T16:22:19,970 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/11b6bdd3a8ec4b619276a467bbb0b150 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/11b6bdd3a8ec4b619276a467bbb0b150 2024-12-02T16:22:19,970 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 230f42d8c2463b733e127aee75a72eba/A of 230f42d8c2463b733e127aee75a72eba into 1dcfa7147be245b8a9084665773bbbbc(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:22:19,970 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 230f42d8c2463b733e127aee75a72eba: 2024-12-02T16:22:19,970 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba., storeName=230f42d8c2463b733e127aee75a72eba/A, priority=13, startTime=1733156539498; duration=0sec 2024-12-02T16:22:19,970 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:19,970 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 230f42d8c2463b733e127aee75a72eba:A 2024-12-02T16:22:19,974 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 230f42d8c2463b733e127aee75a72eba/C of 230f42d8c2463b733e127aee75a72eba into 11b6bdd3a8ec4b619276a467bbb0b150(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:22:19,974 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 230f42d8c2463b733e127aee75a72eba: 2024-12-02T16:22:19,974 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba., storeName=230f42d8c2463b733e127aee75a72eba/C, priority=13, startTime=1733156539498; duration=0sec 2024-12-02T16:22:19,974 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:19,974 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 230f42d8c2463b733e127aee75a72eba:C 2024-12-02T16:22:20,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:20,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733156600187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:20,365 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/470f60227d8746af8f9c51a34dbe11cd 2024-12-02T16:22:20,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/56930151db6547ef8963e9e5f773598f is 50, key is test_row_0/C:col10/1733156538360/Put/seqid=0 2024-12-02T16:22:20,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742391_1567 (size=12151) 2024-12-02T16:22:20,379 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/56930151db6547ef8963e9e5f773598f 2024-12-02T16:22:20,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/ddce521f998247b587890767ef04b0c1 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/ddce521f998247b587890767ef04b0c1 2024-12-02T16:22:20,389 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/ddce521f998247b587890767ef04b0c1, entries=150, sequenceid=195, filesize=11.9 K 2024-12-02T16:22:20,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/470f60227d8746af8f9c51a34dbe11cd as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/470f60227d8746af8f9c51a34dbe11cd 2024-12-02T16:22:20,436 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/470f60227d8746af8f9c51a34dbe11cd, entries=150, sequenceid=195, filesize=11.9 K 2024-12-02T16:22:20,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/56930151db6547ef8963e9e5f773598f as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/56930151db6547ef8963e9e5f773598f 2024-12-02T16:22:20,441 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/56930151db6547ef8963e9e5f773598f, entries=150, sequenceid=195, filesize=11.9 K 2024-12-02T16:22:20,443 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 230f42d8c2463b733e127aee75a72eba in 933ms, sequenceid=195, compaction requested=false 2024-12-02T16:22:20,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2538): Flush status journal for 230f42d8c2463b733e127aee75a72eba: 2024-12-02T16:22:20,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:20,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-12-02T16:22:20,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=155 2024-12-02T16:22:20,445 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-12-02T16:22:20,445 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0080 sec 2024-12-02T16:22:20,447 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 2.0120 sec 2024-12-02T16:22:20,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-02T16:22:20,539 INFO [Thread-2332 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 154 completed 2024-12-02T16:22:20,540 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:22:20,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-12-02T16:22:20,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-02T16:22:20,542 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:22:20,543 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:22:20,543 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:22:20,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-02T16:22:20,694 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:20,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-02T16:22:20,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:20,695 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2837): Flushing 230f42d8c2463b733e127aee75a72eba 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T16:22:20,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=A 2024-12-02T16:22:20,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:20,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=B 2024-12-02T16:22:20,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:20,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=C 2024-12-02T16:22:20,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:20,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 230f42d8c2463b733e127aee75a72eba 2024-12-02T16:22:20,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. as already flushing 2024-12-02T16:22:20,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/c3015c9e82d94ddbabf04177f3781475 is 50, key is test_row_0/A:col10/1733156539522/Put/seqid=0 2024-12-02T16:22:20,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742392_1568 (size=12151) 2024-12-02T16:22:20,708 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/c3015c9e82d94ddbabf04177f3781475 2024-12-02T16:22:20,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/628acdfa874d4247a8cbbe737e8c9b73 is 50, key is test_row_0/B:col10/1733156539522/Put/seqid=0 2024-12-02T16:22:20,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742393_1569 (size=12151) 2024-12-02T16:22:20,727 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/628acdfa874d4247a8cbbe737e8c9b73 2024-12-02T16:22:20,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/fc2275cec2054fd7bd837da5bab855c3 is 50, key is test_row_0/C:col10/1733156539522/Put/seqid=0 2024-12-02T16:22:20,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742394_1570 (size=12151) 2024-12-02T16:22:20,747 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/fc2275cec2054fd7bd837da5bab855c3 2024-12-02T16:22:20,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/c3015c9e82d94ddbabf04177f3781475 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/c3015c9e82d94ddbabf04177f3781475 2024-12-02T16:22:20,755 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/c3015c9e82d94ddbabf04177f3781475, entries=150, sequenceid=209, filesize=11.9 K 2024-12-02T16:22:20,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/628acdfa874d4247a8cbbe737e8c9b73 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/628acdfa874d4247a8cbbe737e8c9b73 2024-12-02T16:22:20,761 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/628acdfa874d4247a8cbbe737e8c9b73, entries=150, sequenceid=209, filesize=11.9 K 2024-12-02T16:22:20,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/fc2275cec2054fd7bd837da5bab855c3 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/fc2275cec2054fd7bd837da5bab855c3 2024-12-02T16:22:20,766 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/fc2275cec2054fd7bd837da5bab855c3, entries=150, sequenceid=209, filesize=11.9 K 2024-12-02T16:22:20,767 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=87.22 KB/89310 for 230f42d8c2463b733e127aee75a72eba in 72ms, sequenceid=209, compaction requested=true 2024-12-02T16:22:20,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2538): Flush status journal for 230f42d8c2463b733e127aee75a72eba: 2024-12-02T16:22:20,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:20,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-12-02T16:22:20,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=157 2024-12-02T16:22:20,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 230f42d8c2463b733e127aee75a72eba 2024-12-02T16:22:20,773 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 230f42d8c2463b733e127aee75a72eba 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-02T16:22:20,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=A 2024-12-02T16:22:20,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:20,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=B 2024-12-02T16:22:20,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:20,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=C 2024-12-02T16:22:20,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:20,776 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156 2024-12-02T16:22:20,776 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 231 msec 2024-12-02T16:22:20,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 236 msec 2024-12-02T16:22:20,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/c521b19452ea4a8bbb265216da697290 is 50, key is test_row_0/A:col10/1733156540748/Put/seqid=0 2024-12-02T16:22:20,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742395_1571 (size=14541) 2024-12-02T16:22:20,788 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/c521b19452ea4a8bbb265216da697290 2024-12-02T16:22:20,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/e9135e089be24103bfd434e023079464 is 50, key is test_row_0/B:col10/1733156540748/Put/seqid=0 2024-12-02T16:22:20,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742396_1572 (size=12151) 2024-12-02T16:22:20,799 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/e9135e089be24103bfd434e023079464 2024-12-02T16:22:20,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/36de77213b384c77b900f8f95bccbb0a is 50, key is test_row_0/C:col10/1733156540748/Put/seqid=0 2024-12-02T16:22:20,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742397_1573 (size=12151) 2024-12-02T16:22:20,816 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/36de77213b384c77b900f8f95bccbb0a 2024-12-02T16:22:20,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/c521b19452ea4a8bbb265216da697290 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/c521b19452ea4a8bbb265216da697290 2024-12-02T16:22:20,835 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/c521b19452ea4a8bbb265216da697290, entries=200, sequenceid=226, filesize=14.2 K 2024-12-02T16:22:20,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/e9135e089be24103bfd434e023079464 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/e9135e089be24103bfd434e023079464 2024-12-02T16:22:20,839 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/e9135e089be24103bfd434e023079464, entries=150, sequenceid=226, filesize=11.9 K 2024-12-02T16:22:20,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/36de77213b384c77b900f8f95bccbb0a as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/36de77213b384c77b900f8f95bccbb0a 2024-12-02T16:22:20,843 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/36de77213b384c77b900f8f95bccbb0a, entries=150, sequenceid=226, filesize=11.9 K 2024-12-02T16:22:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-02T16:22:20,843 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=60.38 KB/61830 for 230f42d8c2463b733e127aee75a72eba in 70ms, sequenceid=226, compaction requested=true 2024-12-02T16:22:20,843 INFO [Thread-2332 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 156 completed 2024-12-02T16:22:20,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 230f42d8c2463b733e127aee75a72eba: 2024-12-02T16:22:20,843 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:22:20,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 230f42d8c2463b733e127aee75a72eba:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:22:20,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:20,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 230f42d8c2463b733e127aee75a72eba:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:22:20,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:20,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 230f42d8c2463b733e127aee75a72eba:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:22:20,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:22:20,844 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:22:20,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:22:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-12-02T16:22:20,845 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51370 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:22:20,845 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): 230f42d8c2463b733e127aee75a72eba/A is initiating minor compaction (all files) 2024-12-02T16:22:20,845 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 230f42d8c2463b733e127aee75a72eba/A in TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:20,845 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/1dcfa7147be245b8a9084665773bbbbc, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/ddce521f998247b587890767ef04b0c1, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/c3015c9e82d94ddbabf04177f3781475, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/c521b19452ea4a8bbb265216da697290] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp, totalSize=50.2 K 2024-12-02T16:22:20,846 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:22:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-02T16:22:20,846 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:22:20,846 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:22:20,846 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:22:20,847 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 230f42d8c2463b733e127aee75a72eba/B is initiating minor compaction (all files) 2024-12-02T16:22:20,847 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 230f42d8c2463b733e127aee75a72eba/B in TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:20,847 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/4590c00ab0d445acb3710ef08cb7904c, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/470f60227d8746af8f9c51a34dbe11cd, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/628acdfa874d4247a8cbbe737e8c9b73, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/e9135e089be24103bfd434e023079464] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp, totalSize=47.8 K 2024-12-02T16:22:20,847 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1dcfa7147be245b8a9084665773bbbbc, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733156537618 2024-12-02T16:22:20,848 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting ddce521f998247b587890767ef04b0c1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1733156538360 2024-12-02T16:22:20,848 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 4590c00ab0d445acb3710ef08cb7904c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733156537618 2024-12-02T16:22:20,848 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 470f60227d8746af8f9c51a34dbe11cd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1733156538360 2024-12-02T16:22:20,848 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting c3015c9e82d94ddbabf04177f3781475, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733156539522 2024-12-02T16:22:20,848 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting c521b19452ea4a8bbb265216da697290, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1733156540729 2024-12-02T16:22:20,848 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 628acdfa874d4247a8cbbe737e8c9b73, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733156539522 2024-12-02T16:22:20,849 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting e9135e089be24103bfd434e023079464, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1733156540748 2024-12-02T16:22:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 230f42d8c2463b733e127aee75a72eba 2024-12-02T16:22:20,858 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 230f42d8c2463b733e127aee75a72eba#A#compaction#482 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:22:20,859 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/2f0f5542aaf04f6480a7dee835c251cf is 50, key is test_row_0/A:col10/1733156540748/Put/seqid=0 2024-12-02T16:22:20,860 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 230f42d8c2463b733e127aee75a72eba 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-02T16:22:20,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=A 2024-12-02T16:22:20,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:20,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=B 2024-12-02T16:22:20,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:20,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=C 2024-12-02T16:22:20,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:20,867 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 230f42d8c2463b733e127aee75a72eba#B#compaction#483 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:22:20,867 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/c0d0e470e0aa45739f774cd1d2808856 is 50, key is test_row_0/B:col10/1733156540748/Put/seqid=0 2024-12-02T16:22:20,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/4c1447f0d96a42d6999e23381d2e04c6 is 50, key is test_row_0/A:col10/1733156540828/Put/seqid=0 2024-12-02T16:22:20,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742398_1574 (size=12663) 2024-12-02T16:22:20,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742399_1575 (size=12663) 2024-12-02T16:22:20,902 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/c0d0e470e0aa45739f774cd1d2808856 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/c0d0e470e0aa45739f774cd1d2808856 2024-12-02T16:22:20,905 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/2f0f5542aaf04f6480a7dee835c251cf as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/2f0f5542aaf04f6480a7dee835c251cf 2024-12-02T16:22:20,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742400_1576 (size=12151) 2024-12-02T16:22:20,908 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/4c1447f0d96a42d6999e23381d2e04c6 2024-12-02T16:22:20,916 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 230f42d8c2463b733e127aee75a72eba/B of 230f42d8c2463b733e127aee75a72eba into c0d0e470e0aa45739f774cd1d2808856(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:22:20,916 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 230f42d8c2463b733e127aee75a72eba: 2024-12-02T16:22:20,916 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba., storeName=230f42d8c2463b733e127aee75a72eba/B, priority=12, startTime=1733156540844; duration=0sec 2024-12-02T16:22:20,916 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 230f42d8c2463b733e127aee75a72eba/A of 230f42d8c2463b733e127aee75a72eba into 2f0f5542aaf04f6480a7dee835c251cf(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:22:20,916 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:22:20,916 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 230f42d8c2463b733e127aee75a72eba: 2024-12-02T16:22:20,916 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 230f42d8c2463b733e127aee75a72eba:B 2024-12-02T16:22:20,916 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba., storeName=230f42d8c2463b733e127aee75a72eba/A, priority=12, startTime=1733156540843; duration=0sec 2024-12-02T16:22:20,916 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:22:20,916 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:20,916 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 230f42d8c2463b733e127aee75a72eba:A 2024-12-02T16:22:20,916 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/c4d5387dac3340a18707d2e75ad534cb is 50, key is test_row_0/B:col10/1733156540828/Put/seqid=0 2024-12-02T16:22:20,923 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:22:20,924 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 230f42d8c2463b733e127aee75a72eba/C is initiating minor compaction (all files) 2024-12-02T16:22:20,924 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 230f42d8c2463b733e127aee75a72eba/C in TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:20,924 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/11b6bdd3a8ec4b619276a467bbb0b150, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/56930151db6547ef8963e9e5f773598f, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/fc2275cec2054fd7bd837da5bab855c3, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/36de77213b384c77b900f8f95bccbb0a] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp, totalSize=47.8 K 2024-12-02T16:22:20,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742401_1577 (size=12151) 2024-12-02T16:22:20,929 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 11b6bdd3a8ec4b619276a467bbb0b150, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733156537618 2024-12-02T16:22:20,929 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 56930151db6547ef8963e9e5f773598f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1733156538360 2024-12-02T16:22:20,930 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting fc2275cec2054fd7bd837da5bab855c3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733156539522 2024-12-02T16:22:20,930 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 36de77213b384c77b900f8f95bccbb0a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1733156540748 2024-12-02T16:22:20,940 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 230f42d8c2463b733e127aee75a72eba#C#compaction#486 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:22:20,941 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/9704792f65fe441ab6a51f029060b972 is 50, key is test_row_0/C:col10/1733156540748/Put/seqid=0 2024-12-02T16:22:20,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-02T16:22:20,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742402_1578 (size=12663) 2024-12-02T16:22:20,998 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:20,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-02T16:22:20,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:20,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. as already flushing 2024-12-02T16:22:20,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:20,998 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:20,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:20,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:21,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:21,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733156601019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:21,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:21,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733156601125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:21,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-02T16:22:21,151 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:21,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-02T16:22:21,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:21,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. as already flushing 2024-12-02T16:22:21,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:21,152 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:21,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:21,304 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:21,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-02T16:22:21,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:21,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. as already flushing 2024-12-02T16:22:21,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:21,304 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:21,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:21,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:21,330 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/c4d5387dac3340a18707d2e75ad534cb 2024-12-02T16:22:21,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:21,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733156601328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:21,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/cd23f54346bf47c99b8346ad285c50c5 is 50, key is test_row_0/C:col10/1733156540828/Put/seqid=0 2024-12-02T16:22:21,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742403_1579 (size=12151) 2024-12-02T16:22:21,361 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/9704792f65fe441ab6a51f029060b972 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/9704792f65fe441ab6a51f029060b972 2024-12-02T16:22:21,366 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 230f42d8c2463b733e127aee75a72eba/C of 230f42d8c2463b733e127aee75a72eba into 9704792f65fe441ab6a51f029060b972(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:22:21,366 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 230f42d8c2463b733e127aee75a72eba: 2024-12-02T16:22:21,366 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba., storeName=230f42d8c2463b733e127aee75a72eba/C, priority=12, startTime=1733156540844; duration=0sec 2024-12-02T16:22:21,366 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:21,366 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 230f42d8c2463b733e127aee75a72eba:C 2024-12-02T16:22:21,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-02T16:22:21,456 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:21,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-02T16:22:21,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:21,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. as already flushing 2024-12-02T16:22:21,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:21,457 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:21,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:21,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:21,609 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:21,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-02T16:22:21,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:21,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. as already flushing 2024-12-02T16:22:21,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:21,610 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:21,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:21,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:21,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:21,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733156601634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:21,747 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/cd23f54346bf47c99b8346ad285c50c5 2024-12-02T16:22:21,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/4c1447f0d96a42d6999e23381d2e04c6 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/4c1447f0d96a42d6999e23381d2e04c6 2024-12-02T16:22:21,755 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/4c1447f0d96a42d6999e23381d2e04c6, entries=150, sequenceid=239, filesize=11.9 K 2024-12-02T16:22:21,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/c4d5387dac3340a18707d2e75ad534cb as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/c4d5387dac3340a18707d2e75ad534cb 2024-12-02T16:22:21,759 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/c4d5387dac3340a18707d2e75ad534cb, entries=150, sequenceid=239, filesize=11.9 K 2024-12-02T16:22:21,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/cd23f54346bf47c99b8346ad285c50c5 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/cd23f54346bf47c99b8346ad285c50c5 2024-12-02T16:22:21,762 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:21,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-02T16:22:21,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:21,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. as already flushing 2024-12-02T16:22:21,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:21,763 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:21,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:21,763 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/cd23f54346bf47c99b8346ad285c50c5, entries=150, sequenceid=239, filesize=11.9 K 2024-12-02T16:22:21,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:21,764 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 230f42d8c2463b733e127aee75a72eba in 904ms, sequenceid=239, compaction requested=false 2024-12-02T16:22:21,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 230f42d8c2463b733e127aee75a72eba: 2024-12-02T16:22:21,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 230f42d8c2463b733e127aee75a72eba 2024-12-02T16:22:21,767 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 230f42d8c2463b733e127aee75a72eba 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-02T16:22:21,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=A 2024-12-02T16:22:21,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:21,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=B 2024-12-02T16:22:21,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:21,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=C 2024-12-02T16:22:21,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:21,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/11719140f96146e7b4d1504145119daf is 50, key is test_row_0/A:col10/1733156541011/Put/seqid=0 2024-12-02T16:22:21,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742404_1580 (size=14741) 2024-12-02T16:22:21,788 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/11719140f96146e7b4d1504145119daf 2024-12-02T16:22:21,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/351b750854664a98b4c128b5b2e7e2e5 is 50, key is test_row_0/B:col10/1733156541011/Put/seqid=0 2024-12-02T16:22:21,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39810 deadline: 1733156601809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:21,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1733156601811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:21,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742405_1581 (size=12301) 2024-12-02T16:22:21,915 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:21,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-02T16:22:21,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:21,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. as already flushing 2024-12-02T16:22:21,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:21,915 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:21,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:21,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39810 deadline: 1733156601913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:21,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:21,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1733156601918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-02T16:22:22,068 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:22,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-02T16:22:22,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:22,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. as already flushing 2024-12-02T16:22:22,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:22,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:22,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:22,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:22,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39810 deadline: 1733156602119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:22,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:22,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1733156602121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:22,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:22,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733156602144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:22,220 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:22,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-02T16:22:22,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:22,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. as already flushing 2024-12-02T16:22:22,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:22,221 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:22,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:22,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:22,222 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/351b750854664a98b4c128b5b2e7e2e5 2024-12-02T16:22:22,229 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/30b82a52e4474a809f97c938cc11f567 is 50, key is test_row_0/C:col10/1733156541011/Put/seqid=0 2024-12-02T16:22:22,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742406_1582 (size=12301) 2024-12-02T16:22:22,376 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:22,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-02T16:22:22,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:22,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. as already flushing 2024-12-02T16:22:22,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:22,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:22,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:22,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:22,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39810 deadline: 1733156602435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:22,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1733156602436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:22,528 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:22,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-02T16:22:22,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:22,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. as already flushing 2024-12-02T16:22:22,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:22,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:22,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:22,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:22,639 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/30b82a52e4474a809f97c938cc11f567 2024-12-02T16:22:22,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/11719140f96146e7b4d1504145119daf as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/11719140f96146e7b4d1504145119daf 2024-12-02T16:22:22,647 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/11719140f96146e7b4d1504145119daf, entries=200, sequenceid=266, filesize=14.4 K 2024-12-02T16:22:22,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/351b750854664a98b4c128b5b2e7e2e5 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/351b750854664a98b4c128b5b2e7e2e5 2024-12-02T16:22:22,651 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/351b750854664a98b4c128b5b2e7e2e5, entries=150, sequenceid=266, filesize=12.0 K 2024-12-02T16:22:22,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/30b82a52e4474a809f97c938cc11f567 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/30b82a52e4474a809f97c938cc11f567 2024-12-02T16:22:22,655 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/30b82a52e4474a809f97c938cc11f567, entries=150, sequenceid=266, filesize=12.0 K 2024-12-02T16:22:22,656 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 230f42d8c2463b733e127aee75a72eba in 889ms, sequenceid=266, compaction requested=true 2024-12-02T16:22:22,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 230f42d8c2463b733e127aee75a72eba: 2024-12-02T16:22:22,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 230f42d8c2463b733e127aee75a72eba:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:22:22,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:22,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 230f42d8c2463b733e127aee75a72eba:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:22:22,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:22,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 230f42d8c2463b733e127aee75a72eba:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:22:22,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:22:22,657 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:22:22,657 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:22:22,657 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:22:22,658 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 230f42d8c2463b733e127aee75a72eba/B is initiating minor compaction (all files) 2024-12-02T16:22:22,658 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 230f42d8c2463b733e127aee75a72eba/B in TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:22,658 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/c0d0e470e0aa45739f774cd1d2808856, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/c4d5387dac3340a18707d2e75ad534cb, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/351b750854664a98b4c128b5b2e7e2e5] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp, totalSize=36.2 K 2024-12-02T16:22:22,658 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39555 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:22:22,658 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): 230f42d8c2463b733e127aee75a72eba/A is initiating minor compaction (all files) 2024-12-02T16:22:22,658 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 230f42d8c2463b733e127aee75a72eba/A in TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:22,658 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/2f0f5542aaf04f6480a7dee835c251cf, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/4c1447f0d96a42d6999e23381d2e04c6, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/11719140f96146e7b4d1504145119daf] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp, totalSize=38.6 K 2024-12-02T16:22:22,659 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting c0d0e470e0aa45739f774cd1d2808856, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1733156540748 2024-12-02T16:22:22,659 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f0f5542aaf04f6480a7dee835c251cf, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1733156540748 2024-12-02T16:22:22,659 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting c4d5387dac3340a18707d2e75ad534cb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1733156540828 2024-12-02T16:22:22,659 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4c1447f0d96a42d6999e23381d2e04c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1733156540828 2024-12-02T16:22:22,659 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 351b750854664a98b4c128b5b2e7e2e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733156541011 2024-12-02T16:22:22,659 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11719140f96146e7b4d1504145119daf, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733156541004 2024-12-02T16:22:22,681 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:22,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-02T16:22:22,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:22,682 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2837): Flushing 230f42d8c2463b733e127aee75a72eba 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-02T16:22:22,682 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 230f42d8c2463b733e127aee75a72eba#A#compaction#491 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:22:22,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=A 2024-12-02T16:22:22,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:22,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=B 2024-12-02T16:22:22,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:22,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=C 2024-12-02T16:22:22,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:22,682 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/e413cd3dccdd4ea694807f1528b49853 is 50, key is test_row_0/A:col10/1733156541011/Put/seqid=0 2024-12-02T16:22:22,685 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 230f42d8c2463b733e127aee75a72eba#B#compaction#492 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:22:22,685 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/c5f7328076c14e1a94c9b4410742b393 is 50, key is test_row_0/B:col10/1733156541011/Put/seqid=0 2024-12-02T16:22:22,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/9a22f1e65bc441a49bc41a7adde802b8 is 50, key is test_row_0/A:col10/1733156541809/Put/seqid=0 2024-12-02T16:22:22,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742407_1583 (size=12915) 2024-12-02T16:22:22,721 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/e413cd3dccdd4ea694807f1528b49853 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/e413cd3dccdd4ea694807f1528b49853 2024-12-02T16:22:22,725 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 230f42d8c2463b733e127aee75a72eba/A of 230f42d8c2463b733e127aee75a72eba into e413cd3dccdd4ea694807f1528b49853(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:22:22,725 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 230f42d8c2463b733e127aee75a72eba: 2024-12-02T16:22:22,725 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba., storeName=230f42d8c2463b733e127aee75a72eba/A, priority=13, startTime=1733156542656; duration=0sec 2024-12-02T16:22:22,725 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:22:22,725 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 230f42d8c2463b733e127aee75a72eba:A 2024-12-02T16:22:22,725 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:22:22,727 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:22:22,727 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): 230f42d8c2463b733e127aee75a72eba/C is initiating minor compaction (all files) 2024-12-02T16:22:22,727 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 230f42d8c2463b733e127aee75a72eba/C in TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:22,727 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/9704792f65fe441ab6a51f029060b972, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/cd23f54346bf47c99b8346ad285c50c5, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/30b82a52e4474a809f97c938cc11f567] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp, totalSize=36.2 K 2024-12-02T16:22:22,727 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9704792f65fe441ab6a51f029060b972, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1733156540748 2024-12-02T16:22:22,728 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd23f54346bf47c99b8346ad285c50c5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1733156540828 2024-12-02T16:22:22,728 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 30b82a52e4474a809f97c938cc11f567, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733156541011 2024-12-02T16:22:22,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742408_1584 (size=12915) 2024-12-02T16:22:22,742 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/c5f7328076c14e1a94c9b4410742b393 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/c5f7328076c14e1a94c9b4410742b393 2024-12-02T16:22:22,748 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 230f42d8c2463b733e127aee75a72eba/B of 230f42d8c2463b733e127aee75a72eba into c5f7328076c14e1a94c9b4410742b393(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:22:22,748 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 230f42d8c2463b733e127aee75a72eba: 2024-12-02T16:22:22,748 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba., storeName=230f42d8c2463b733e127aee75a72eba/B, priority=13, startTime=1733156542656; duration=0sec 2024-12-02T16:22:22,748 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:22,748 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 230f42d8c2463b733e127aee75a72eba:B 2024-12-02T16:22:22,755 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 230f42d8c2463b733e127aee75a72eba#C#compaction#494 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:22:22,755 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/9c121fd53d224a018535cb9639e57db6 is 50, key is test_row_0/C:col10/1733156541011/Put/seqid=0 2024-12-02T16:22:22,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742409_1585 (size=12301) 2024-12-02T16:22:22,762 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/9a22f1e65bc441a49bc41a7adde802b8 2024-12-02T16:22:22,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/ac7a0a65a0764cc481481600c57bc802 is 50, key is test_row_0/B:col10/1733156541809/Put/seqid=0 2024-12-02T16:22:22,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742410_1586 (size=12915) 2024-12-02T16:22:22,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742411_1587 (size=12301) 2024-12-02T16:22:22,780 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/ac7a0a65a0764cc481481600c57bc802 2024-12-02T16:22:22,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/30d40906668841919da00ae4bb2641b9 is 50, key is test_row_0/C:col10/1733156541809/Put/seqid=0 2024-12-02T16:22:22,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742412_1588 (size=12301) 2024-12-02T16:22:22,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 230f42d8c2463b733e127aee75a72eba 2024-12-02T16:22:22,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. as already flushing 2024-12-02T16:22:22,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-02T16:22:23,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:23,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1733156603029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:23,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:23,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39810 deadline: 1733156603031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:23,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:23,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1733156603135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:23,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:23,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39810 deadline: 1733156603136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:23,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:23,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733156603155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:23,181 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/9c121fd53d224a018535cb9639e57db6 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/9c121fd53d224a018535cb9639e57db6 2024-12-02T16:22:23,194 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 230f42d8c2463b733e127aee75a72eba/C of 230f42d8c2463b733e127aee75a72eba into 9c121fd53d224a018535cb9639e57db6(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:22:23,194 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 230f42d8c2463b733e127aee75a72eba: 2024-12-02T16:22:23,194 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba., storeName=230f42d8c2463b733e127aee75a72eba/C, priority=13, startTime=1733156542656; duration=0sec 2024-12-02T16:22:23,194 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:23,194 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 230f42d8c2463b733e127aee75a72eba:C 2024-12-02T16:22:23,198 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/30d40906668841919da00ae4bb2641b9 2024-12-02T16:22:23,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/9a22f1e65bc441a49bc41a7adde802b8 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/9a22f1e65bc441a49bc41a7adde802b8 2024-12-02T16:22:23,209 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/9a22f1e65bc441a49bc41a7adde802b8, entries=150, sequenceid=278, filesize=12.0 K 2024-12-02T16:22:23,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/ac7a0a65a0764cc481481600c57bc802 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/ac7a0a65a0764cc481481600c57bc802 2024-12-02T16:22:23,216 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/ac7a0a65a0764cc481481600c57bc802, entries=150, sequenceid=278, filesize=12.0 K 2024-12-02T16:22:23,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/30d40906668841919da00ae4bb2641b9 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/30d40906668841919da00ae4bb2641b9 2024-12-02T16:22:23,223 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/30d40906668841919da00ae4bb2641b9, entries=150, sequenceid=278, filesize=12.0 K 2024-12-02T16:22:23,223 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 230f42d8c2463b733e127aee75a72eba in 541ms, sequenceid=278, compaction requested=false 2024-12-02T16:22:23,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2538): Flush status journal for 230f42d8c2463b733e127aee75a72eba: 2024-12-02T16:22:23,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:23,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-12-02T16:22:23,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=159 2024-12-02T16:22:23,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=159, resume processing ppid=158 2024-12-02T16:22:23,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, ppid=158, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3790 sec 2024-12-02T16:22:23,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 2.3820 sec 2024-12-02T16:22:23,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 230f42d8c2463b733e127aee75a72eba 2024-12-02T16:22:23,344 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 230f42d8c2463b733e127aee75a72eba 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-02T16:22:23,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=A 2024-12-02T16:22:23,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:23,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=B 2024-12-02T16:22:23,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:23,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=C 2024-12-02T16:22:23,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:23,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/0b4b7cb2a75d40fda0c9406c094aab16 is 50, key is test_row_0/A:col10/1733156543343/Put/seqid=0 2024-12-02T16:22:23,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742413_1589 (size=17181) 2024-12-02T16:22:23,375 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/0b4b7cb2a75d40fda0c9406c094aab16 2024-12-02T16:22:23,383 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/937799906d3944cbb69d472588e6778c is 50, key is test_row_0/B:col10/1733156543343/Put/seqid=0 2024-12-02T16:22:23,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:23,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39810 deadline: 1733156603374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:23,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:23,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1733156603375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:23,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742414_1590 (size=12301) 2024-12-02T16:22:23,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:23,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1733156603486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:23,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:23,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39810 deadline: 1733156603486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:23,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:23,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1733156603693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:23,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:23,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39810 deadline: 1733156603698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:23,815 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/937799906d3944cbb69d472588e6778c 2024-12-02T16:22:23,830 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/a9db6f97bb6d4f27acd8287461e902f0 is 50, key is test_row_0/C:col10/1733156543343/Put/seqid=0 2024-12-02T16:22:23,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742415_1591 (size=12301) 2024-12-02T16:22:23,835 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/a9db6f97bb6d4f27acd8287461e902f0 2024-12-02T16:22:23,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/0b4b7cb2a75d40fda0c9406c094aab16 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/0b4b7cb2a75d40fda0c9406c094aab16 2024-12-02T16:22:23,850 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/0b4b7cb2a75d40fda0c9406c094aab16, entries=250, sequenceid=307, filesize=16.8 K 2024-12-02T16:22:23,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/937799906d3944cbb69d472588e6778c as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/937799906d3944cbb69d472588e6778c 2024-12-02T16:22:23,855 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/937799906d3944cbb69d472588e6778c, entries=150, sequenceid=307, filesize=12.0 K 2024-12-02T16:22:23,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/a9db6f97bb6d4f27acd8287461e902f0 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/a9db6f97bb6d4f27acd8287461e902f0 2024-12-02T16:22:23,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/a9db6f97bb6d4f27acd8287461e902f0, entries=150, sequenceid=307, filesize=12.0 K 2024-12-02T16:22:23,861 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 230f42d8c2463b733e127aee75a72eba in 517ms, sequenceid=307, compaction requested=true 2024-12-02T16:22:23,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 230f42d8c2463b733e127aee75a72eba: 2024-12-02T16:22:23,862 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:22:23,862 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42397 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:22:23,862 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): 230f42d8c2463b733e127aee75a72eba/A is initiating minor compaction (all files) 2024-12-02T16:22:23,863 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 230f42d8c2463b733e127aee75a72eba/A in TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:23,863 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/e413cd3dccdd4ea694807f1528b49853, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/9a22f1e65bc441a49bc41a7adde802b8, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/0b4b7cb2a75d40fda0c9406c094aab16] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp, totalSize=41.4 K 2024-12-02T16:22:23,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 230f42d8c2463b733e127aee75a72eba:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:22:23,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:23,863 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:22:23,863 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting e413cd3dccdd4ea694807f1528b49853, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733156541011 2024-12-02T16:22:23,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 230f42d8c2463b733e127aee75a72eba:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:22:23,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:23,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 230f42d8c2463b733e127aee75a72eba:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:22:23,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:22:23,864 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a22f1e65bc441a49bc41a7adde802b8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733156541784 2024-12-02T16:22:23,865 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:22:23,865 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 230f42d8c2463b733e127aee75a72eba/B is initiating minor compaction (all files) 2024-12-02T16:22:23,865 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 230f42d8c2463b733e127aee75a72eba/B in TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:23,865 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/c5f7328076c14e1a94c9b4410742b393, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/ac7a0a65a0764cc481481600c57bc802, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/937799906d3944cbb69d472588e6778c] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp, totalSize=36.6 K 2024-12-02T16:22:23,866 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b4b7cb2a75d40fda0c9406c094aab16, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1733156543022 2024-12-02T16:22:23,866 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting c5f7328076c14e1a94c9b4410742b393, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733156541011 2024-12-02T16:22:23,866 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting ac7a0a65a0764cc481481600c57bc802, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733156541784 2024-12-02T16:22:23,867 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 937799906d3944cbb69d472588e6778c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1733156543029 2024-12-02T16:22:23,875 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 230f42d8c2463b733e127aee75a72eba#A#compaction#500 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:22:23,876 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/662609068b0a42fc984959ac17a81343 is 50, key is test_row_0/A:col10/1733156543343/Put/seqid=0 2024-12-02T16:22:23,882 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 230f42d8c2463b733e127aee75a72eba#B#compaction#501 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:22:23,883 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/944a019c25354dc982b6c944bf4000cc is 50, key is test_row_0/B:col10/1733156543343/Put/seqid=0 2024-12-02T16:22:23,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742416_1592 (size=13017) 2024-12-02T16:22:23,893 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/662609068b0a42fc984959ac17a81343 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/662609068b0a42fc984959ac17a81343 2024-12-02T16:22:23,896 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 230f42d8c2463b733e127aee75a72eba/A of 230f42d8c2463b733e127aee75a72eba into 662609068b0a42fc984959ac17a81343(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:22:23,896 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 230f42d8c2463b733e127aee75a72eba: 2024-12-02T16:22:23,896 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba., storeName=230f42d8c2463b733e127aee75a72eba/A, priority=13, startTime=1733156543862; duration=0sec 2024-12-02T16:22:23,897 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:22:23,897 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 230f42d8c2463b733e127aee75a72eba:A 2024-12-02T16:22:23,897 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:22:23,900 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:22:23,900 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): 230f42d8c2463b733e127aee75a72eba/C is initiating minor compaction (all files) 2024-12-02T16:22:23,900 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 230f42d8c2463b733e127aee75a72eba/C in TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:23,900 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/9c121fd53d224a018535cb9639e57db6, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/30d40906668841919da00ae4bb2641b9, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/a9db6f97bb6d4f27acd8287461e902f0] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp, totalSize=36.6 K 2024-12-02T16:22:23,900 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c121fd53d224a018535cb9639e57db6, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733156541011 2024-12-02T16:22:23,902 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 30d40906668841919da00ae4bb2641b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733156541784 2024-12-02T16:22:23,902 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting a9db6f97bb6d4f27acd8287461e902f0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1733156543029 2024-12-02T16:22:23,911 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 230f42d8c2463b733e127aee75a72eba#C#compaction#502 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:22:23,911 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/ed2ea362ebe9411d8c0ae53e6cd2d508 is 50, key is test_row_0/C:col10/1733156543343/Put/seqid=0 2024-12-02T16:22:23,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742417_1593 (size=13017) 2024-12-02T16:22:23,917 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/944a019c25354dc982b6c944bf4000cc as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/944a019c25354dc982b6c944bf4000cc 2024-12-02T16:22:23,922 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 230f42d8c2463b733e127aee75a72eba/B of 230f42d8c2463b733e127aee75a72eba into 944a019c25354dc982b6c944bf4000cc(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:22:23,922 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 230f42d8c2463b733e127aee75a72eba: 2024-12-02T16:22:23,922 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba., storeName=230f42d8c2463b733e127aee75a72eba/B, priority=13, startTime=1733156543863; duration=0sec 2024-12-02T16:22:23,922 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:23,922 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 230f42d8c2463b733e127aee75a72eba:B 2024-12-02T16:22:23,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742418_1594 (size=13017) 2024-12-02T16:22:23,950 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/ed2ea362ebe9411d8c0ae53e6cd2d508 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/ed2ea362ebe9411d8c0ae53e6cd2d508 2024-12-02T16:22:23,968 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 230f42d8c2463b733e127aee75a72eba/C of 230f42d8c2463b733e127aee75a72eba into ed2ea362ebe9411d8c0ae53e6cd2d508(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:22:23,968 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 230f42d8c2463b733e127aee75a72eba: 2024-12-02T16:22:23,968 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba., storeName=230f42d8c2463b733e127aee75a72eba/C, priority=13, startTime=1733156543863; duration=0sec 2024-12-02T16:22:23,968 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:23,968 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 230f42d8c2463b733e127aee75a72eba:C 2024-12-02T16:22:24,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 230f42d8c2463b733e127aee75a72eba 2024-12-02T16:22:24,004 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 230f42d8c2463b733e127aee75a72eba 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T16:22:24,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=A 2024-12-02T16:22:24,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:24,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=B 2024-12-02T16:22:24,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:24,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=C 2024-12-02T16:22:24,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:24,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/f603ddc6a1124c7f803c8ea3b53114f8 is 50, key is test_row_0/A:col10/1733156544002/Put/seqid=0 2024-12-02T16:22:24,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742419_1595 (size=14741) 2024-12-02T16:22:24,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:24,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:24,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39810 deadline: 1733156604066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:24,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1733156604065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:24,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:24,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1733156604174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:24,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:24,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39810 deadline: 1733156604178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:24,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:24,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1733156604378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:24,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:24,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39810 deadline: 1733156604383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:24,426 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/f603ddc6a1124c7f803c8ea3b53114f8 2024-12-02T16:22:24,436 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/211f70d246c245c88cad8b399b069f59 is 50, key is test_row_0/B:col10/1733156544002/Put/seqid=0 2024-12-02T16:22:24,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742420_1596 (size=12301) 2024-12-02T16:22:24,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:24,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1733156604686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:24,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:24,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39810 deadline: 1733156604691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:24,864 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/211f70d246c245c88cad8b399b069f59 2024-12-02T16:22:24,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/d8bd70a4a00c488aba04943ad17a16f6 is 50, key is test_row_0/C:col10/1733156544002/Put/seqid=0 2024-12-02T16:22:24,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742421_1597 (size=12301) 2024-12-02T16:22:24,891 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/d8bd70a4a00c488aba04943ad17a16f6 2024-12-02T16:22:24,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/f603ddc6a1124c7f803c8ea3b53114f8 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/f603ddc6a1124c7f803c8ea3b53114f8 2024-12-02T16:22:24,901 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/f603ddc6a1124c7f803c8ea3b53114f8, entries=200, sequenceid=322, filesize=14.4 K 2024-12-02T16:22:24,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/211f70d246c245c88cad8b399b069f59 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/211f70d246c245c88cad8b399b069f59 2024-12-02T16:22:24,908 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/211f70d246c245c88cad8b399b069f59, entries=150, sequenceid=322, filesize=12.0 K 2024-12-02T16:22:24,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/d8bd70a4a00c488aba04943ad17a16f6 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/d8bd70a4a00c488aba04943ad17a16f6 2024-12-02T16:22:24,927 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/d8bd70a4a00c488aba04943ad17a16f6, entries=150, sequenceid=322, filesize=12.0 K 2024-12-02T16:22:24,928 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 230f42d8c2463b733e127aee75a72eba in 925ms, sequenceid=322, compaction requested=false 2024-12-02T16:22:24,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 230f42d8c2463b733e127aee75a72eba: 2024-12-02T16:22:24,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-02T16:22:24,951 INFO [Thread-2332 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 158 completed 2024-12-02T16:22:24,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:22:24,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-12-02T16:22:24,955 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:22:24,956 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:22:24,956 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:22:24,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-12-02T16:22:25,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-12-02T16:22:25,108 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:25,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-02T16:22:25,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:25,109 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2837): Flushing 230f42d8c2463b733e127aee75a72eba 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-02T16:22:25,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=A 2024-12-02T16:22:25,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:25,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=B 2024-12-02T16:22:25,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:25,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=C 2024-12-02T16:22:25,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:25,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/7c36fa0472d344399cdfaecb97b55fcb is 50, key is test_row_0/A:col10/1733156544065/Put/seqid=0 2024-12-02T16:22:25,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742422_1598 (size=12301) 2024-12-02T16:22:25,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 230f42d8c2463b733e127aee75a72eba 2024-12-02T16:22:25,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. as already flushing 2024-12-02T16:22:25,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:25,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39810 deadline: 1733156605214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:25,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:25,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1733156605214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:25,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:25,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733156605215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:25,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-12-02T16:22:25,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39810 deadline: 1733156605320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:25,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1733156605325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:25,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733156605326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:25,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39810 deadline: 1733156605528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:25,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733156605535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:25,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:25,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1733156605535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:25,549 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/7c36fa0472d344399cdfaecb97b55fcb 2024-12-02T16:22:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-12-02T16:22:25,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/63075f493c6c4c30bb62387f0906aa04 is 50, key is test_row_0/B:col10/1733156544065/Put/seqid=0 2024-12-02T16:22:25,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742423_1599 (size=12301) 2024-12-02T16:22:25,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:25,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39810 deadline: 1733156605834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:25,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:25,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1733156605838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:25,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:25,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733156605838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:26,031 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/63075f493c6c4c30bb62387f0906aa04 2024-12-02T16:22:26,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/6f1e08ca54ea4aef9d8e4f38d1d419c5 is 50, key is test_row_0/C:col10/1733156544065/Put/seqid=0 2024-12-02T16:22:26,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742424_1600 (size=12301) 2024-12-02T16:22:26,051 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/6f1e08ca54ea4aef9d8e4f38d1d419c5 2024-12-02T16:22:26,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-12-02T16:22:26,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/7c36fa0472d344399cdfaecb97b55fcb as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/7c36fa0472d344399cdfaecb97b55fcb 2024-12-02T16:22:26,064 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/7c36fa0472d344399cdfaecb97b55fcb, entries=150, sequenceid=346, filesize=12.0 K 2024-12-02T16:22:26,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/63075f493c6c4c30bb62387f0906aa04 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/63075f493c6c4c30bb62387f0906aa04 2024-12-02T16:22:26,069 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/63075f493c6c4c30bb62387f0906aa04, entries=150, sequenceid=346, filesize=12.0 K 2024-12-02T16:22:26,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/6f1e08ca54ea4aef9d8e4f38d1d419c5 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/6f1e08ca54ea4aef9d8e4f38d1d419c5 2024-12-02T16:22:26,074 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/6f1e08ca54ea4aef9d8e4f38d1d419c5, entries=150, sequenceid=346, filesize=12.0 K 2024-12-02T16:22:26,075 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 230f42d8c2463b733e127aee75a72eba in 965ms, sequenceid=346, compaction requested=true 2024-12-02T16:22:26,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2538): Flush status journal for 230f42d8c2463b733e127aee75a72eba: 2024-12-02T16:22:26,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:26,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-12-02T16:22:26,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=161 2024-12-02T16:22:26,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=161, resume processing ppid=160 2024-12-02T16:22:26,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, ppid=160, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1200 sec 2024-12-02T16:22:26,079 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 1.1240 sec 2024-12-02T16:22:26,348 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 230f42d8c2463b733e127aee75a72eba 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-02T16:22:26,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=A 2024-12-02T16:22:26,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:26,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 230f42d8c2463b733e127aee75a72eba 2024-12-02T16:22:26,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=B 2024-12-02T16:22:26,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:26,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=C 2024-12-02T16:22:26,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:26,352 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/9d1722a694c24c879e25fd70cb4e5557 is 50, key is test_row_0/A:col10/1733156546346/Put/seqid=0 2024-12-02T16:22:26,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742425_1601 (size=14741) 2024-12-02T16:22:26,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:26,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1733156606396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:26,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:26,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39810 deadline: 1733156606402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:26,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:26,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733156606405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:26,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:26,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1733156606506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:26,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:26,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39810 deadline: 1733156606508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:26,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:26,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733156606514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:26,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:26,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1733156606714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:26,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:26,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39810 deadline: 1733156606714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:26,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:26,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733156606721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:26,764 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/9d1722a694c24c879e25fd70cb4e5557 2024-12-02T16:22:26,771 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/1d55d8d0cf814cbfbffed2011d05b395 is 50, key is test_row_0/B:col10/1733156546346/Put/seqid=0 2024-12-02T16:22:26,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742426_1602 (size=12301) 2024-12-02T16:22:26,810 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/1d55d8d0cf814cbfbffed2011d05b395 2024-12-02T16:22:26,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/7fdbf590bd2e469cbd36f9a9ab53e307 is 50, key is test_row_0/C:col10/1733156546346/Put/seqid=0 2024-12-02T16:22:26,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742427_1603 (size=12301) 2024-12-02T16:22:26,867 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/7fdbf590bd2e469cbd36f9a9ab53e307 2024-12-02T16:22:26,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/9d1722a694c24c879e25fd70cb4e5557 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/9d1722a694c24c879e25fd70cb4e5557 2024-12-02T16:22:26,882 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/9d1722a694c24c879e25fd70cb4e5557, entries=200, sequenceid=360, filesize=14.4 K 2024-12-02T16:22:26,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/1d55d8d0cf814cbfbffed2011d05b395 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/1d55d8d0cf814cbfbffed2011d05b395 2024-12-02T16:22:26,890 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/1d55d8d0cf814cbfbffed2011d05b395, entries=150, sequenceid=360, filesize=12.0 K 2024-12-02T16:22:26,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/7fdbf590bd2e469cbd36f9a9ab53e307 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/7fdbf590bd2e469cbd36f9a9ab53e307 2024-12-02T16:22:26,895 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/7fdbf590bd2e469cbd36f9a9ab53e307, entries=150, sequenceid=360, filesize=12.0 K 2024-12-02T16:22:26,896 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 230f42d8c2463b733e127aee75a72eba in 548ms, sequenceid=360, compaction requested=true 2024-12-02T16:22:26,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 230f42d8c2463b733e127aee75a72eba: 2024-12-02T16:22:26,896 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:22:26,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 230f42d8c2463b733e127aee75a72eba:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:22:26,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:26,896 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:22:26,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 230f42d8c2463b733e127aee75a72eba:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:22:26,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:26,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 230f42d8c2463b733e127aee75a72eba:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:22:26,897 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54800 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:22:26,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:22:26,897 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): 230f42d8c2463b733e127aee75a72eba/A is initiating minor compaction (all files) 2024-12-02T16:22:26,897 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 230f42d8c2463b733e127aee75a72eba/A in TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:26,898 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/662609068b0a42fc984959ac17a81343, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/f603ddc6a1124c7f803c8ea3b53114f8, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/7c36fa0472d344399cdfaecb97b55fcb, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/9d1722a694c24c879e25fd70cb4e5557] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp, totalSize=53.5 K 2024-12-02T16:22:26,898 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:22:26,898 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 230f42d8c2463b733e127aee75a72eba/B is initiating minor compaction (all files) 2024-12-02T16:22:26,898 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 230f42d8c2463b733e127aee75a72eba/B in TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:26,898 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/944a019c25354dc982b6c944bf4000cc, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/211f70d246c245c88cad8b399b069f59, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/63075f493c6c4c30bb62387f0906aa04, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/1d55d8d0cf814cbfbffed2011d05b395] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp, totalSize=48.8 K 2024-12-02T16:22:26,898 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 662609068b0a42fc984959ac17a81343, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1733156543029 2024-12-02T16:22:26,898 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 944a019c25354dc982b6c944bf4000cc, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1733156543029 2024-12-02T16:22:26,898 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting f603ddc6a1124c7f803c8ea3b53114f8, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1733156543371 2024-12-02T16:22:26,899 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 211f70d246c245c88cad8b399b069f59, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1733156543374 2024-12-02T16:22:26,899 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c36fa0472d344399cdfaecb97b55fcb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1733156544058 2024-12-02T16:22:26,899 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 63075f493c6c4c30bb62387f0906aa04, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1733156544058 2024-12-02T16:22:26,899 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d1722a694c24c879e25fd70cb4e5557, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1733156545202 2024-12-02T16:22:26,899 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d55d8d0cf814cbfbffed2011d05b395, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1733156545202 2024-12-02T16:22:26,910 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 230f42d8c2463b733e127aee75a72eba#A#compaction#513 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:22:26,910 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/60c6f1e725144769acda8d78c9f3980e is 50, key is test_row_0/A:col10/1733156546346/Put/seqid=0 2024-12-02T16:22:26,911 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 230f42d8c2463b733e127aee75a72eba#B#compaction#512 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:22:26,912 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/b5a4c76f3b1044a2998c7064a9e82a72 is 50, key is test_row_0/B:col10/1733156546346/Put/seqid=0 2024-12-02T16:22:26,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742428_1604 (size=13153) 2024-12-02T16:22:26,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742429_1605 (size=13153) 2024-12-02T16:22:26,933 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/b5a4c76f3b1044a2998c7064a9e82a72 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/b5a4c76f3b1044a2998c7064a9e82a72 2024-12-02T16:22:26,937 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 230f42d8c2463b733e127aee75a72eba/B of 230f42d8c2463b733e127aee75a72eba into b5a4c76f3b1044a2998c7064a9e82a72(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:22:26,938 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 230f42d8c2463b733e127aee75a72eba: 2024-12-02T16:22:26,938 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba., storeName=230f42d8c2463b733e127aee75a72eba/B, priority=12, startTime=1733156546896; duration=0sec 2024-12-02T16:22:26,938 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:22:26,938 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 230f42d8c2463b733e127aee75a72eba:B 2024-12-02T16:22:26,938 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:22:26,939 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:22:26,939 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 230f42d8c2463b733e127aee75a72eba/C is initiating minor compaction (all files) 2024-12-02T16:22:26,939 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 230f42d8c2463b733e127aee75a72eba/C in TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:26,939 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/ed2ea362ebe9411d8c0ae53e6cd2d508, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/d8bd70a4a00c488aba04943ad17a16f6, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/6f1e08ca54ea4aef9d8e4f38d1d419c5, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/7fdbf590bd2e469cbd36f9a9ab53e307] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp, totalSize=48.8 K 2024-12-02T16:22:26,939 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting ed2ea362ebe9411d8c0ae53e6cd2d508, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1733156543029 2024-12-02T16:22:26,939 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting d8bd70a4a00c488aba04943ad17a16f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1733156543374 2024-12-02T16:22:26,940 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f1e08ca54ea4aef9d8e4f38d1d419c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1733156544058 2024-12-02T16:22:26,940 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 7fdbf590bd2e469cbd36f9a9ab53e307, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1733156545202 2024-12-02T16:22:26,948 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 230f42d8c2463b733e127aee75a72eba#C#compaction#514 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:22:26,949 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/c7b73f65953b47f495fd8cad012062c0 is 50, key is test_row_0/C:col10/1733156546346/Put/seqid=0 2024-12-02T16:22:26,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742430_1606 (size=13153) 2024-12-02T16:22:26,993 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/c7b73f65953b47f495fd8cad012062c0 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/c7b73f65953b47f495fd8cad012062c0 2024-12-02T16:22:26,999 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 230f42d8c2463b733e127aee75a72eba/C of 230f42d8c2463b733e127aee75a72eba into c7b73f65953b47f495fd8cad012062c0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:22:26,999 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 230f42d8c2463b733e127aee75a72eba: 2024-12-02T16:22:26,999 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba., storeName=230f42d8c2463b733e127aee75a72eba/C, priority=12, startTime=1733156546897; duration=0sec 2024-12-02T16:22:26,999 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:26,999 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 230f42d8c2463b733e127aee75a72eba:C 2024-12-02T16:22:27,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 230f42d8c2463b733e127aee75a72eba 2024-12-02T16:22:27,027 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 230f42d8c2463b733e127aee75a72eba 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-02T16:22:27,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=A 2024-12-02T16:22:27,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:27,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=B 2024-12-02T16:22:27,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:27,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=C 2024-12-02T16:22:27,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:27,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/4b6744dfb97c4a8482fc4ea5d4a278e8 is 50, key is test_row_0/A:col10/1733156546392/Put/seqid=0 2024-12-02T16:22:27,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:27,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1733156607051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:27,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:27,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733156607056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:27,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-12-02T16:22:27,061 INFO [Thread-2332 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 160 completed 2024-12-02T16:22:27,062 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:22:27,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742431_1607 (size=17181) 2024-12-02T16:22:27,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-12-02T16:22:27,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-12-02T16:22:27,064 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/4b6744dfb97c4a8482fc4ea5d4a278e8 2024-12-02T16:22:27,064 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:22:27,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:27,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39810 deadline: 1733156607058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:27,065 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:22:27,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:22:27,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/9e8c5f68e93c4b3b82bb6abf5f2b8387 is 50, key is test_row_0/B:col10/1733156546392/Put/seqid=0 2024-12-02T16:22:27,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742432_1608 (size=12301) 2024-12-02T16:22:27,082 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/9e8c5f68e93c4b3b82bb6abf5f2b8387 2024-12-02T16:22:27,092 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/fcd1671323284d398a7da06ee4aa2605 is 50, key is test_row_0/C:col10/1733156546392/Put/seqid=0 2024-12-02T16:22:27,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742433_1609 (size=12301) 2024-12-02T16:22:27,096 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/fcd1671323284d398a7da06ee4aa2605 2024-12-02T16:22:27,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/4b6744dfb97c4a8482fc4ea5d4a278e8 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/4b6744dfb97c4a8482fc4ea5d4a278e8 2024-12-02T16:22:27,104 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/4b6744dfb97c4a8482fc4ea5d4a278e8, entries=250, sequenceid=386, filesize=16.8 K 2024-12-02T16:22:27,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/9e8c5f68e93c4b3b82bb6abf5f2b8387 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/9e8c5f68e93c4b3b82bb6abf5f2b8387 2024-12-02T16:22:27,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/9e8c5f68e93c4b3b82bb6abf5f2b8387, entries=150, sequenceid=386, filesize=12.0 K 2024-12-02T16:22:27,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/fcd1671323284d398a7da06ee4aa2605 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/fcd1671323284d398a7da06ee4aa2605 2024-12-02T16:22:27,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/fcd1671323284d398a7da06ee4aa2605, entries=150, sequenceid=386, filesize=12.0 K 2024-12-02T16:22:27,117 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 230f42d8c2463b733e127aee75a72eba in 90ms, sequenceid=386, compaction requested=false 2024-12-02T16:22:27,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 230f42d8c2463b733e127aee75a72eba: 2024-12-02T16:22:27,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 230f42d8c2463b733e127aee75a72eba 2024-12-02T16:22:27,163 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 230f42d8c2463b733e127aee75a72eba 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-02T16:22:27,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-12-02T16:22:27,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=A 2024-12-02T16:22:27,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:27,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=B 2024-12-02T16:22:27,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:27,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=C 2024-12-02T16:22:27,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:27,177 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/666aa878b30d4da98983d020dd050159 is 50, key is test_row_0/A:col10/1733156547161/Put/seqid=0 2024-12-02T16:22:27,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742434_1610 (size=12301) 2024-12-02T16:22:27,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:27,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39810 deadline: 1733156607207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:27,217 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:27,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-02T16:22:27,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:27,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:27,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. as already flushing 2024-12-02T16:22:27,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:27,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1733156607209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:27,217 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:27,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:27,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:27,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:27,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733156607216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:27,322 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/60c6f1e725144769acda8d78c9f3980e as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/60c6f1e725144769acda8d78c9f3980e 2024-12-02T16:22:27,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:27,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39810 deadline: 1733156607317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:27,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:27,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1733156607318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:27,326 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 230f42d8c2463b733e127aee75a72eba/A of 230f42d8c2463b733e127aee75a72eba into 60c6f1e725144769acda8d78c9f3980e(size=12.8 K), total size for store is 29.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:22:27,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:27,326 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 230f42d8c2463b733e127aee75a72eba: 2024-12-02T16:22:27,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733156607321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:27,326 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba., storeName=230f42d8c2463b733e127aee75a72eba/A, priority=12, startTime=1733156546896; duration=0sec 2024-12-02T16:22:27,326 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:27,326 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 230f42d8c2463b733e127aee75a72eba:A 2024-12-02T16:22:27,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-12-02T16:22:27,369 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:27,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-02T16:22:27,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:27,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. as already flushing 2024-12-02T16:22:27,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:27,370 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:27,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:27,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:27,521 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:27,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-02T16:22:27,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:27,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. as already flushing 2024-12-02T16:22:27,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:27,522 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:27,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:27,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:27,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:27,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733156607527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:27,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:27,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1733156607527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:27,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:27,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39810 deadline: 1733156607527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:27,581 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/666aa878b30d4da98983d020dd050159 2024-12-02T16:22:27,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/841c471826a84bbf9a127a6e1f9e9f33 is 50, key is test_row_0/B:col10/1733156547161/Put/seqid=0 2024-12-02T16:22:27,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742435_1611 (size=12301) 2024-12-02T16:22:27,613 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/841c471826a84bbf9a127a6e1f9e9f33 2024-12-02T16:22:27,640 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/2b4e8f89fa0343868f01a57f3867a957 is 50, key is test_row_0/C:col10/1733156547161/Put/seqid=0 2024-12-02T16:22:27,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742436_1612 (size=12301) 2024-12-02T16:22:27,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-12-02T16:22:27,674 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:27,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-02T16:22:27,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:27,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. as already flushing 2024-12-02T16:22:27,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:27,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:27,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:27,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:27,826 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:27,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-02T16:22:27,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:27,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. as already flushing 2024-12-02T16:22:27,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:27,827 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:27,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:27,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:27,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:27,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1733156607832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:27,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:27,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39810 deadline: 1733156607832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:27,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:27,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733156607832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:27,980 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:27,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-02T16:22:27,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:27,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. as already flushing 2024-12-02T16:22:27,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:27,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:27,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:27,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:28,062 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/2b4e8f89fa0343868f01a57f3867a957 2024-12-02T16:22:28,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/666aa878b30d4da98983d020dd050159 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/666aa878b30d4da98983d020dd050159 2024-12-02T16:22:28,069 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/666aa878b30d4da98983d020dd050159, entries=150, sequenceid=400, filesize=12.0 K 2024-12-02T16:22:28,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/841c471826a84bbf9a127a6e1f9e9f33 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/841c471826a84bbf9a127a6e1f9e9f33 2024-12-02T16:22:28,073 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/841c471826a84bbf9a127a6e1f9e9f33, entries=150, sequenceid=400, filesize=12.0 K 2024-12-02T16:22:28,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/2b4e8f89fa0343868f01a57f3867a957 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/2b4e8f89fa0343868f01a57f3867a957 2024-12-02T16:22:28,078 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/2b4e8f89fa0343868f01a57f3867a957, entries=150, sequenceid=400, filesize=12.0 K 2024-12-02T16:22:28,079 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 230f42d8c2463b733e127aee75a72eba in 916ms, sequenceid=400, compaction requested=true 2024-12-02T16:22:28,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 230f42d8c2463b733e127aee75a72eba: 2024-12-02T16:22:28,079 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:22:28,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 230f42d8c2463b733e127aee75a72eba:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:22:28,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:28,079 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:22:28,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 230f42d8c2463b733e127aee75a72eba:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:22:28,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:28,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 230f42d8c2463b733e127aee75a72eba:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:22:28,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:22:28,080 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42635 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:22:28,080 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): 230f42d8c2463b733e127aee75a72eba/A is initiating minor compaction (all files) 2024-12-02T16:22:28,080 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 230f42d8c2463b733e127aee75a72eba/A in TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:28,080 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/60c6f1e725144769acda8d78c9f3980e, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/4b6744dfb97c4a8482fc4ea5d4a278e8, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/666aa878b30d4da98983d020dd050159] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp, totalSize=41.6 K 2024-12-02T16:22:28,080 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:22:28,080 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 230f42d8c2463b733e127aee75a72eba/B is initiating minor compaction (all files) 2024-12-02T16:22:28,080 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 230f42d8c2463b733e127aee75a72eba/B in TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:28,080 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/b5a4c76f3b1044a2998c7064a9e82a72, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/9e8c5f68e93c4b3b82bb6abf5f2b8387, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/841c471826a84bbf9a127a6e1f9e9f33] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp, totalSize=36.9 K 2024-12-02T16:22:28,081 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 60c6f1e725144769acda8d78c9f3980e, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1733156545202 2024-12-02T16:22:28,081 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting b5a4c76f3b1044a2998c7064a9e82a72, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1733156545202 2024-12-02T16:22:28,081 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4b6744dfb97c4a8482fc4ea5d4a278e8, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1733156546392 2024-12-02T16:22:28,082 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e8c5f68e93c4b3b82bb6abf5f2b8387, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1733156546392 2024-12-02T16:22:28,082 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 666aa878b30d4da98983d020dd050159, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1733156547055 2024-12-02T16:22:28,083 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 841c471826a84bbf9a127a6e1f9e9f33, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1733156547055 2024-12-02T16:22:28,089 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 230f42d8c2463b733e127aee75a72eba#A#compaction#521 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:22:28,090 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/3f4a8653ddbe41239a066aace1994b19 is 50, key is test_row_0/A:col10/1733156547161/Put/seqid=0 2024-12-02T16:22:28,090 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 230f42d8c2463b733e127aee75a72eba#B#compaction#522 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:22:28,091 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/a2e5b6ded19b4164b48b72a7f82c34e9 is 50, key is test_row_0/B:col10/1733156547161/Put/seqid=0 2024-12-02T16:22:28,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742437_1613 (size=13255) 2024-12-02T16:22:28,116 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/3f4a8653ddbe41239a066aace1994b19 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/3f4a8653ddbe41239a066aace1994b19 2024-12-02T16:22:28,121 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 230f42d8c2463b733e127aee75a72eba/A of 230f42d8c2463b733e127aee75a72eba into 3f4a8653ddbe41239a066aace1994b19(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:22:28,121 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 230f42d8c2463b733e127aee75a72eba: 2024-12-02T16:22:28,122 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba., storeName=230f42d8c2463b733e127aee75a72eba/A, priority=13, startTime=1733156548079; duration=0sec 2024-12-02T16:22:28,122 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:22:28,122 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 230f42d8c2463b733e127aee75a72eba:A 2024-12-02T16:22:28,122 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:22:28,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742438_1614 (size=13255) 2024-12-02T16:22:28,123 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:22:28,123 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): 230f42d8c2463b733e127aee75a72eba/C is initiating minor compaction (all files) 2024-12-02T16:22:28,123 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 230f42d8c2463b733e127aee75a72eba/C in TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:28,124 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/c7b73f65953b47f495fd8cad012062c0, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/fcd1671323284d398a7da06ee4aa2605, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/2b4e8f89fa0343868f01a57f3867a957] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp, totalSize=36.9 K 2024-12-02T16:22:28,125 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting c7b73f65953b47f495fd8cad012062c0, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1733156545202 2024-12-02T16:22:28,127 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting fcd1671323284d398a7da06ee4aa2605, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1733156546392 2024-12-02T16:22:28,127 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b4e8f89fa0343868f01a57f3867a957, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1733156547055 2024-12-02T16:22:28,128 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/a2e5b6ded19b4164b48b72a7f82c34e9 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/a2e5b6ded19b4164b48b72a7f82c34e9 2024-12-02T16:22:28,132 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 230f42d8c2463b733e127aee75a72eba/B of 230f42d8c2463b733e127aee75a72eba into a2e5b6ded19b4164b48b72a7f82c34e9(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:22:28,132 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 230f42d8c2463b733e127aee75a72eba: 2024-12-02T16:22:28,132 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba., storeName=230f42d8c2463b733e127aee75a72eba/B, priority=13, startTime=1733156548079; duration=0sec 2024-12-02T16:22:28,132 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:28,132 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 230f42d8c2463b733e127aee75a72eba:B 2024-12-02T16:22:28,133 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:28,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-02T16:22:28,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:28,133 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2837): Flushing 230f42d8c2463b733e127aee75a72eba 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-02T16:22:28,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=A 2024-12-02T16:22:28,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:28,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=B 2024-12-02T16:22:28,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:28,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=C 2024-12-02T16:22:28,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:28,135 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 230f42d8c2463b733e127aee75a72eba#C#compaction#523 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:22:28,135 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/286c1742447c4ac6a22d6073d5d513a0 is 50, key is test_row_0/C:col10/1733156547161/Put/seqid=0 2024-12-02T16:22:28,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/1cad7f0b262548ee92a4836cf2d96099 is 50, key is test_row_0/A:col10/1733156547205/Put/seqid=0 2024-12-02T16:22:28,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742439_1615 (size=13255) 2024-12-02T16:22:28,157 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/286c1742447c4ac6a22d6073d5d513a0 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/286c1742447c4ac6a22d6073d5d513a0 2024-12-02T16:22:28,165 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 230f42d8c2463b733e127aee75a72eba/C of 230f42d8c2463b733e127aee75a72eba into 286c1742447c4ac6a22d6073d5d513a0(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:22:28,166 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 230f42d8c2463b733e127aee75a72eba: 2024-12-02T16:22:28,166 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba., storeName=230f42d8c2463b733e127aee75a72eba/C, priority=13, startTime=1733156548079; duration=0sec 2024-12-02T16:22:28,167 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:28,167 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 230f42d8c2463b733e127aee75a72eba:C 2024-12-02T16:22:28,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742440_1616 (size=12301) 2024-12-02T16:22:28,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-12-02T16:22:28,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 230f42d8c2463b733e127aee75a72eba 2024-12-02T16:22:28,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. as already flushing 2024-12-02T16:22:28,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:28,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733156608352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:28,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:28,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1733156608355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:28,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:28,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39810 deadline: 1733156608356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:28,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:28,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733156608457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:28,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:28,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1733156608464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:28,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:28,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39810 deadline: 1733156608464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:28,569 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/1cad7f0b262548ee92a4836cf2d96099 2024-12-02T16:22:28,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/8daeae599bb040c49552ab9b8fab8e63 is 50, key is test_row_0/B:col10/1733156547205/Put/seqid=0 2024-12-02T16:22:28,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742441_1617 (size=12301) 2024-12-02T16:22:28,583 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/8daeae599bb040c49552ab9b8fab8e63 2024-12-02T16:22:28,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/68548d9011c246719e6b8108124f6a5a is 50, key is test_row_0/C:col10/1733156547205/Put/seqid=0 2024-12-02T16:22:28,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742442_1618 (size=12301) 2024-12-02T16:22:28,598 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/68548d9011c246719e6b8108124f6a5a 2024-12-02T16:22:28,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/1cad7f0b262548ee92a4836cf2d96099 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/1cad7f0b262548ee92a4836cf2d96099 2024-12-02T16:22:28,611 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/1cad7f0b262548ee92a4836cf2d96099, entries=150, sequenceid=425, filesize=12.0 K 2024-12-02T16:22:28,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/8daeae599bb040c49552ab9b8fab8e63 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/8daeae599bb040c49552ab9b8fab8e63 2024-12-02T16:22:28,616 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/8daeae599bb040c49552ab9b8fab8e63, entries=150, sequenceid=425, filesize=12.0 K 2024-12-02T16:22:28,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/68548d9011c246719e6b8108124f6a5a as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/68548d9011c246719e6b8108124f6a5a 2024-12-02T16:22:28,620 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/68548d9011c246719e6b8108124f6a5a, entries=150, sequenceid=425, filesize=12.0 K 2024-12-02T16:22:28,620 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 230f42d8c2463b733e127aee75a72eba in 487ms, sequenceid=425, compaction requested=false 2024-12-02T16:22:28,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2538): Flush status journal for 230f42d8c2463b733e127aee75a72eba: 2024-12-02T16:22:28,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:28,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-12-02T16:22:28,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=163 2024-12-02T16:22:28,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=163, resume processing ppid=162 2024-12-02T16:22:28,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, ppid=162, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5570 sec 2024-12-02T16:22:28,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 1.5620 sec 2024-12-02T16:22:28,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 230f42d8c2463b733e127aee75a72eba 2024-12-02T16:22:28,664 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 230f42d8c2463b733e127aee75a72eba 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-02T16:22:28,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=A 2024-12-02T16:22:28,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:28,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=B 2024-12-02T16:22:28,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:28,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=C 2024-12-02T16:22:28,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:28,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/3999893216984e7b8f7934ca8cdbd35b is 50, key is test_row_0/A:col10/1733156548354/Put/seqid=0 2024-12-02T16:22:28,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742443_1619 (size=14741) 2024-12-02T16:22:28,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:28,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39810 deadline: 1733156608701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:28,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:28,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1733156608702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:28,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:28,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733156608706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:28,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:28,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39876 deadline: 1733156608738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:28,744 DEBUG [Thread-2322 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18273 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba., hostname=2a8f9448bb5c,46371,1733156403634, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T16:22:28,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:28,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39810 deadline: 1733156608807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:28,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:28,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39868 deadline: 1733156608808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:28,814 DEBUG [Thread-2328 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18285 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba., hostname=2a8f9448bb5c,46371,1733156403634, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T16:22:28,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:28,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1733156608811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:28,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:28,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733156608812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:29,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:29,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39810 deadline: 1733156609016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:29,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:29,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1733156609018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:29,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:29,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733156609019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:29,074 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/3999893216984e7b8f7934ca8cdbd35b 2024-12-02T16:22:29,080 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/736dacaa1ea442a4a3cb0025fa429d96 is 50, key is test_row_0/B:col10/1733156548354/Put/seqid=0 2024-12-02T16:22:29,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742444_1620 (size=12301) 2024-12-02T16:22:29,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-12-02T16:22:29,172 INFO [Thread-2332 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 162 completed 2024-12-02T16:22:29,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:22:29,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-12-02T16:22:29,175 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:22:29,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-12-02T16:22:29,175 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:22:29,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:22:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-12-02T16:22:29,326 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:29,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-02T16:22:29,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:29,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. as already flushing 2024-12-02T16:22:29,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:29,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:29,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39810 deadline: 1733156609324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:29,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:29,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:29,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:29,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:29,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1733156609330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:29,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:29,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733156609330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:29,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-12-02T16:22:29,479 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:29,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-02T16:22:29,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:29,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. as already flushing 2024-12-02T16:22:29,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:29,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:29,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:29,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:29,491 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/736dacaa1ea442a4a3cb0025fa429d96 2024-12-02T16:22:29,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/ed915269e2404eb2a8de2d4e0f471fab is 50, key is test_row_0/C:col10/1733156548354/Put/seqid=0 2024-12-02T16:22:29,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742445_1621 (size=12301) 2024-12-02T16:22:29,632 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:29,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-02T16:22:29,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:29,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. as already flushing 2024-12-02T16:22:29,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:29,633 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:29,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:29,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:29,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-12-02T16:22:29,784 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:29,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-02T16:22:29,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:29,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. as already flushing 2024-12-02T16:22:29,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:29,785 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:29,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:29,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:29,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:29,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39810 deadline: 1733156609833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:29,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:29,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1733156609836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:29,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:29,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733156609840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:29,909 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/ed915269e2404eb2a8de2d4e0f471fab 2024-12-02T16:22:29,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/3999893216984e7b8f7934ca8cdbd35b as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/3999893216984e7b8f7934ca8cdbd35b 2024-12-02T16:22:29,918 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/3999893216984e7b8f7934ca8cdbd35b, entries=200, sequenceid=441, filesize=14.4 K 2024-12-02T16:22:29,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/736dacaa1ea442a4a3cb0025fa429d96 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/736dacaa1ea442a4a3cb0025fa429d96 2024-12-02T16:22:29,922 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/736dacaa1ea442a4a3cb0025fa429d96, entries=150, sequenceid=441, filesize=12.0 K 2024-12-02T16:22:29,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/ed915269e2404eb2a8de2d4e0f471fab as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/ed915269e2404eb2a8de2d4e0f471fab 2024-12-02T16:22:29,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/ed915269e2404eb2a8de2d4e0f471fab, entries=150, sequenceid=441, filesize=12.0 K 2024-12-02T16:22:29,930 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 230f42d8c2463b733e127aee75a72eba in 1265ms, sequenceid=441, compaction requested=true 2024-12-02T16:22:29,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 230f42d8c2463b733e127aee75a72eba: 2024-12-02T16:22:29,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 230f42d8c2463b733e127aee75a72eba:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:22:29,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:29,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 230f42d8c2463b733e127aee75a72eba:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:22:29,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:29,930 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:22:29,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 230f42d8c2463b733e127aee75a72eba:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:22:29,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:22:29,930 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:22:29,931 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:22:29,931 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 230f42d8c2463b733e127aee75a72eba/B is initiating minor compaction (all files) 2024-12-02T16:22:29,931 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 230f42d8c2463b733e127aee75a72eba/B in TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:29,931 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/a2e5b6ded19b4164b48b72a7f82c34e9, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/8daeae599bb040c49552ab9b8fab8e63, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/736dacaa1ea442a4a3cb0025fa429d96] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp, totalSize=37.0 K 2024-12-02T16:22:29,931 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40297 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:22:29,931 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): 230f42d8c2463b733e127aee75a72eba/A is initiating minor compaction (all files) 2024-12-02T16:22:29,932 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 230f42d8c2463b733e127aee75a72eba/A in TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:29,932 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/3f4a8653ddbe41239a066aace1994b19, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/1cad7f0b262548ee92a4836cf2d96099, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/3999893216984e7b8f7934ca8cdbd35b] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp, totalSize=39.4 K 2024-12-02T16:22:29,932 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f4a8653ddbe41239a066aace1994b19, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1733156547055 2024-12-02T16:22:29,932 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting a2e5b6ded19b4164b48b72a7f82c34e9, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1733156547055 2024-12-02T16:22:29,932 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 8daeae599bb040c49552ab9b8fab8e63, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1733156547205 2024-12-02T16:22:29,932 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1cad7f0b262548ee92a4836cf2d96099, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1733156547205 2024-12-02T16:22:29,933 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3999893216984e7b8f7934ca8cdbd35b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1733156548344 2024-12-02T16:22:29,933 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 736dacaa1ea442a4a3cb0025fa429d96, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1733156548353 2024-12-02T16:22:29,937 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:29,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-02T16:22:29,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:29,937 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2837): Flushing 230f42d8c2463b733e127aee75a72eba 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-02T16:22:29,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=A 2024-12-02T16:22:29,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:29,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=B 2024-12-02T16:22:29,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:29,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=C 2024-12-02T16:22:29,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:29,940 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 230f42d8c2463b733e127aee75a72eba#B#compaction#530 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:22:29,941 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/11745a724e764659a19195b2aefd2bc8 is 50, key is test_row_0/B:col10/1733156548354/Put/seqid=0 2024-12-02T16:22:29,942 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 230f42d8c2463b733e127aee75a72eba#A#compaction#531 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:22:29,943 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/faeef4dad2564af683d6bce8a4458454 is 50, key is test_row_0/A:col10/1733156548354/Put/seqid=0 2024-12-02T16:22:29,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/f1406d921cf84a068d659b9ca15e18ae is 50, key is test_row_0/A:col10/1733156548705/Put/seqid=0 2024-12-02T16:22:29,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742447_1623 (size=13357) 2024-12-02T16:22:29,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742446_1622 (size=13357) 2024-12-02T16:22:29,987 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/11745a724e764659a19195b2aefd2bc8 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/11745a724e764659a19195b2aefd2bc8 2024-12-02T16:22:29,991 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 230f42d8c2463b733e127aee75a72eba/B of 230f42d8c2463b733e127aee75a72eba into 11745a724e764659a19195b2aefd2bc8(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:22:29,991 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 230f42d8c2463b733e127aee75a72eba: 2024-12-02T16:22:29,991 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba., storeName=230f42d8c2463b733e127aee75a72eba/B, priority=13, startTime=1733156549930; duration=0sec 2024-12-02T16:22:29,991 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:22:29,991 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 230f42d8c2463b733e127aee75a72eba:B 2024-12-02T16:22:29,991 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:22:29,991 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:22:29,992 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 230f42d8c2463b733e127aee75a72eba/C is initiating minor compaction (all files) 2024-12-02T16:22:29,992 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 230f42d8c2463b733e127aee75a72eba/C in TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:29,992 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/286c1742447c4ac6a22d6073d5d513a0, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/68548d9011c246719e6b8108124f6a5a, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/ed915269e2404eb2a8de2d4e0f471fab] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp, totalSize=37.0 K 2024-12-02T16:22:29,993 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 286c1742447c4ac6a22d6073d5d513a0, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1733156547055 2024-12-02T16:22:29,993 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 68548d9011c246719e6b8108124f6a5a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1733156547205 2024-12-02T16:22:29,993 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting ed915269e2404eb2a8de2d4e0f471fab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1733156548353 2024-12-02T16:22:30,000 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 230f42d8c2463b733e127aee75a72eba#C#compaction#533 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:22:30,001 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/45299b4f0f594c82907bb1fabc2b1169 is 50, key is test_row_0/C:col10/1733156548354/Put/seqid=0 2024-12-02T16:22:30,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742448_1624 (size=12301) 2024-12-02T16:22:30,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742449_1625 (size=13357) 2024-12-02T16:22:30,032 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/45299b4f0f594c82907bb1fabc2b1169 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/45299b4f0f594c82907bb1fabc2b1169 2024-12-02T16:22:30,037 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 230f42d8c2463b733e127aee75a72eba/C of 230f42d8c2463b733e127aee75a72eba into 45299b4f0f594c82907bb1fabc2b1169(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:22:30,037 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 230f42d8c2463b733e127aee75a72eba: 2024-12-02T16:22:30,037 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba., storeName=230f42d8c2463b733e127aee75a72eba/C, priority=13, startTime=1733156549930; duration=0sec 2024-12-02T16:22:30,037 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:30,037 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 230f42d8c2463b733e127aee75a72eba:C 2024-12-02T16:22:30,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-12-02T16:22:30,381 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/faeef4dad2564af683d6bce8a4458454 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/faeef4dad2564af683d6bce8a4458454 2024-12-02T16:22:30,387 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 230f42d8c2463b733e127aee75a72eba/A of 230f42d8c2463b733e127aee75a72eba into faeef4dad2564af683d6bce8a4458454(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:22:30,387 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 230f42d8c2463b733e127aee75a72eba: 2024-12-02T16:22:30,387 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba., storeName=230f42d8c2463b733e127aee75a72eba/A, priority=13, startTime=1733156549930; duration=0sec 2024-12-02T16:22:30,387 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:30,387 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 230f42d8c2463b733e127aee75a72eba:A 2024-12-02T16:22:30,407 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/f1406d921cf84a068d659b9ca15e18ae 2024-12-02T16:22:30,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/41b6c8cc8dd04af5a63d0a622660a496 is 50, key is test_row_0/B:col10/1733156548705/Put/seqid=0 2024-12-02T16:22:30,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742450_1626 (size=12301) 2024-12-02T16:22:30,429 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/41b6c8cc8dd04af5a63d0a622660a496 2024-12-02T16:22:30,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/d844462a44fb472684fd798f1b9cfb27 is 50, key is test_row_0/C:col10/1733156548705/Put/seqid=0 2024-12-02T16:22:30,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742451_1627 (size=12301) 2024-12-02T16:22:30,441 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/d844462a44fb472684fd798f1b9cfb27 2024-12-02T16:22:30,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/f1406d921cf84a068d659b9ca15e18ae as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/f1406d921cf84a068d659b9ca15e18ae 2024-12-02T16:22:30,450 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/f1406d921cf84a068d659b9ca15e18ae, entries=150, sequenceid=462, filesize=12.0 K 2024-12-02T16:22:30,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/41b6c8cc8dd04af5a63d0a622660a496 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/41b6c8cc8dd04af5a63d0a622660a496 2024-12-02T16:22:30,454 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/41b6c8cc8dd04af5a63d0a622660a496, entries=150, sequenceid=462, filesize=12.0 K 2024-12-02T16:22:30,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/d844462a44fb472684fd798f1b9cfb27 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/d844462a44fb472684fd798f1b9cfb27 2024-12-02T16:22:30,461 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/d844462a44fb472684fd798f1b9cfb27, entries=150, sequenceid=462, filesize=12.0 K 2024-12-02T16:22:30,462 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=0 B/0 for 230f42d8c2463b733e127aee75a72eba in 524ms, sequenceid=462, compaction requested=false 2024-12-02T16:22:30,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2538): Flush status journal for 230f42d8c2463b733e127aee75a72eba: 2024-12-02T16:22:30,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:30,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-12-02T16:22:30,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=165 2024-12-02T16:22:30,467 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=165, resume processing ppid=164 2024-12-02T16:22:30,467 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, ppid=164, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2890 sec 2024-12-02T16:22:30,469 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 1.2940 sec 2024-12-02T16:22:30,492 DEBUG [Thread-2333 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17b55f2f to 127.0.0.1:63236 2024-12-02T16:22:30,492 DEBUG [Thread-2333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:22:30,492 DEBUG [Thread-2339 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7bb51dfc to 127.0.0.1:63236 2024-12-02T16:22:30,493 DEBUG [Thread-2339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:22:30,494 DEBUG [Thread-2341 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x540d7172 to 127.0.0.1:63236 2024-12-02T16:22:30,494 DEBUG [Thread-2341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:22:30,495 DEBUG [Thread-2335 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x646ca555 to 127.0.0.1:63236 2024-12-02T16:22:30,495 DEBUG [Thread-2335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:22:30,496 DEBUG [Thread-2337 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x224e54da to 127.0.0.1:63236 2024-12-02T16:22:30,496 DEBUG [Thread-2337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:22:30,838 DEBUG [Thread-2324 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x34614bf6 to 127.0.0.1:63236 2024-12-02T16:22:30,838 DEBUG [Thread-2324 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:22:30,848 DEBUG [Thread-2330 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3cbdf91e to 127.0.0.1:63236 2024-12-02T16:22:30,848 DEBUG [Thread-2330 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:22:30,852 DEBUG [Thread-2326 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x786b5809 to 127.0.0.1:63236 2024-12-02T16:22:30,852 DEBUG [Thread-2326 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:22:31,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-12-02T16:22:31,279 INFO [Thread-2332 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 164 completed 2024-12-02T16:22:31,341 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T16:22:38,790 DEBUG [Thread-2322 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x49eae7fe to 127.0.0.1:63236 2024-12-02T16:22:38,790 DEBUG [Thread-2322 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:22:38,824 DEBUG [Thread-2328 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5d375c60 to 127.0.0.1:63236 2024-12-02T16:22:38,824 DEBUG [Thread-2328 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:22:38,824 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-02T16:22:38,824 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 1 2024-12-02T16:22:38,824 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 96 2024-12-02T16:22:38,824 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 109 2024-12-02T16:22:38,825 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 3 2024-12-02T16:22:38,825 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 159 2024-12-02T16:22:38,825 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-02T16:22:38,825 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-02T16:22:38,825 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2065 2024-12-02T16:22:38,825 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6195 rows 2024-12-02T16:22:38,825 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2087 2024-12-02T16:22:38,825 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6261 rows 2024-12-02T16:22:38,825 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2077 2024-12-02T16:22:38,825 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6231 rows 2024-12-02T16:22:38,825 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2080 2024-12-02T16:22:38,825 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6240 rows 2024-12-02T16:22:38,825 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2063 2024-12-02T16:22:38,825 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6189 rows 2024-12-02T16:22:38,825 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-02T16:22:38,825 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3b61f1c4 to 127.0.0.1:63236 2024-12-02T16:22:38,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:22:38,829 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-02T16:22:38,829 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-02T16:22:38,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=166, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-02T16:22:38,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=166 2024-12-02T16:22:38,838 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733156558837"}]},"ts":"1733156558837"} 2024-12-02T16:22:38,840 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-02T16:22:38,846 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-02T16:22:38,849 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-02T16:22:38,851 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=230f42d8c2463b733e127aee75a72eba, UNASSIGN}] 2024-12-02T16:22:38,852 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=230f42d8c2463b733e127aee75a72eba, UNASSIGN 2024-12-02T16:22:38,852 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=168 updating hbase:meta row=230f42d8c2463b733e127aee75a72eba, regionState=CLOSING, regionLocation=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:38,853 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T16:22:38,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE; CloseRegionProcedure 230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634}] 2024-12-02T16:22:38,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=166 2024-12-02T16:22:39,005 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:39,006 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(124): Close 230f42d8c2463b733e127aee75a72eba 2024-12-02T16:22:39,006 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-02T16:22:39,006 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1681): Closing 230f42d8c2463b733e127aee75a72eba, disabling compactions & flushes 2024-12-02T16:22:39,006 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:39,006 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:39,006 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. after waiting 0 ms 2024-12-02T16:22:39,006 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:39,006 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(2837): Flushing 230f42d8c2463b733e127aee75a72eba 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-02T16:22:39,006 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=A 2024-12-02T16:22:39,006 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:39,006 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=B 2024-12-02T16:22:39,006 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:39,006 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230f42d8c2463b733e127aee75a72eba, store=C 2024-12-02T16:22:39,006 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:39,015 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/87cee23a044a414090026a2a9e6ce2a4 is 50, key is test_row_0/A:col10/1733156550846/Put/seqid=0 2024-12-02T16:22:39,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742452_1628 (size=12301) 2024-12-02T16:22:39,031 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/87cee23a044a414090026a2a9e6ce2a4 2024-12-02T16:22:39,049 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/b0f134f008f6493083941149ebf89786 is 50, key is test_row_0/B:col10/1733156550846/Put/seqid=0 2024-12-02T16:22:39,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742453_1629 (size=12301) 2024-12-02T16:22:39,096 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/b0f134f008f6493083941149ebf89786 2024-12-02T16:22:39,116 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/fc360efcc9d34d77bb0ca14b76c57b1d is 50, key is test_row_0/C:col10/1733156550846/Put/seqid=0 2024-12-02T16:22:39,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742454_1630 (size=12301) 2024-12-02T16:22:39,136 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/fc360efcc9d34d77bb0ca14b76c57b1d 2024-12-02T16:22:39,139 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/A/87cee23a044a414090026a2a9e6ce2a4 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/87cee23a044a414090026a2a9e6ce2a4 2024-12-02T16:22:39,142 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/87cee23a044a414090026a2a9e6ce2a4, entries=150, sequenceid=473, filesize=12.0 K 2024-12-02T16:22:39,142 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/B/b0f134f008f6493083941149ebf89786 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/b0f134f008f6493083941149ebf89786 2024-12-02T16:22:39,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=166 2024-12-02T16:22:39,148 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/b0f134f008f6493083941149ebf89786, entries=150, sequenceid=473, filesize=12.0 K 2024-12-02T16:22:39,162 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/.tmp/C/fc360efcc9d34d77bb0ca14b76c57b1d as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/fc360efcc9d34d77bb0ca14b76c57b1d 2024-12-02T16:22:39,178 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/fc360efcc9d34d77bb0ca14b76c57b1d, entries=150, sequenceid=473, filesize=12.0 K 2024-12-02T16:22:39,179 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 230f42d8c2463b733e127aee75a72eba in 173ms, sequenceid=473, compaction requested=true 2024-12-02T16:22:39,179 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/3069be07057c492fba2ce96a4cd802cd, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/69cf1a7640f84322a003aba6b02d5d84, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/4d872793fd8c4598a854919274b7019c, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/8fc098a6b207404e980457d5375328e6, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/608b4d7f7e3548cc88f993eff66f92d2, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/35a5acf96acc4ed08c71a074e584643d, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/6d4c2cd33be24992a82dfe9b9fc3b610, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/7e3f69a08cfb47bbb44df49e375f166d, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/02902983526b4d2c90e3d8e5121a6158, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/aa24a25a4d9349dbb338ee3c0c14cdac, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/d0025974142f44379e35b456556588fc, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/1dcfa7147be245b8a9084665773bbbbc, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/ddce521f998247b587890767ef04b0c1, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/c3015c9e82d94ddbabf04177f3781475, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/c521b19452ea4a8bbb265216da697290, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/2f0f5542aaf04f6480a7dee835c251cf, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/4c1447f0d96a42d6999e23381d2e04c6, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/11719140f96146e7b4d1504145119daf, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/e413cd3dccdd4ea694807f1528b49853, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/9a22f1e65bc441a49bc41a7adde802b8, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/0b4b7cb2a75d40fda0c9406c094aab16, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/662609068b0a42fc984959ac17a81343, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/f603ddc6a1124c7f803c8ea3b53114f8, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/7c36fa0472d344399cdfaecb97b55fcb, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/9d1722a694c24c879e25fd70cb4e5557, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/60c6f1e725144769acda8d78c9f3980e, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/4b6744dfb97c4a8482fc4ea5d4a278e8, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/3f4a8653ddbe41239a066aace1994b19, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/666aa878b30d4da98983d020dd050159, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/1cad7f0b262548ee92a4836cf2d96099, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/3999893216984e7b8f7934ca8cdbd35b] to archive 2024-12-02T16:22:39,197 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T16:22:39,212 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/3069be07057c492fba2ce96a4cd802cd to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/3069be07057c492fba2ce96a4cd802cd 2024-12-02T16:22:39,217 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/69cf1a7640f84322a003aba6b02d5d84 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/69cf1a7640f84322a003aba6b02d5d84 2024-12-02T16:22:39,218 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/4d872793fd8c4598a854919274b7019c to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/4d872793fd8c4598a854919274b7019c 2024-12-02T16:22:39,219 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/8fc098a6b207404e980457d5375328e6 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/8fc098a6b207404e980457d5375328e6 2024-12-02T16:22:39,220 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/608b4d7f7e3548cc88f993eff66f92d2 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/608b4d7f7e3548cc88f993eff66f92d2 2024-12-02T16:22:39,238 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/35a5acf96acc4ed08c71a074e584643d to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/35a5acf96acc4ed08c71a074e584643d 2024-12-02T16:22:39,245 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/6d4c2cd33be24992a82dfe9b9fc3b610 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/6d4c2cd33be24992a82dfe9b9fc3b610 2024-12-02T16:22:39,246 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/7e3f69a08cfb47bbb44df49e375f166d to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/7e3f69a08cfb47bbb44df49e375f166d 2024-12-02T16:22:39,247 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/02902983526b4d2c90e3d8e5121a6158 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/02902983526b4d2c90e3d8e5121a6158 2024-12-02T16:22:39,256 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/aa24a25a4d9349dbb338ee3c0c14cdac to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/aa24a25a4d9349dbb338ee3c0c14cdac 2024-12-02T16:22:39,257 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/d0025974142f44379e35b456556588fc to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/d0025974142f44379e35b456556588fc 2024-12-02T16:22:39,258 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/1dcfa7147be245b8a9084665773bbbbc to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/1dcfa7147be245b8a9084665773bbbbc 2024-12-02T16:22:39,272 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/ddce521f998247b587890767ef04b0c1 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/ddce521f998247b587890767ef04b0c1 2024-12-02T16:22:39,274 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/c3015c9e82d94ddbabf04177f3781475 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/c3015c9e82d94ddbabf04177f3781475 2024-12-02T16:22:39,281 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/c521b19452ea4a8bbb265216da697290 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/c521b19452ea4a8bbb265216da697290 2024-12-02T16:22:39,297 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/2f0f5542aaf04f6480a7dee835c251cf to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/2f0f5542aaf04f6480a7dee835c251cf 2024-12-02T16:22:39,304 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/4c1447f0d96a42d6999e23381d2e04c6 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/4c1447f0d96a42d6999e23381d2e04c6 2024-12-02T16:22:39,319 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/11719140f96146e7b4d1504145119daf to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/11719140f96146e7b4d1504145119daf 2024-12-02T16:22:39,333 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/e413cd3dccdd4ea694807f1528b49853 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/e413cd3dccdd4ea694807f1528b49853 2024-12-02T16:22:39,337 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/9a22f1e65bc441a49bc41a7adde802b8 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/9a22f1e65bc441a49bc41a7adde802b8 2024-12-02T16:22:39,338 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/0b4b7cb2a75d40fda0c9406c094aab16 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/0b4b7cb2a75d40fda0c9406c094aab16 2024-12-02T16:22:39,341 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/662609068b0a42fc984959ac17a81343 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/662609068b0a42fc984959ac17a81343 2024-12-02T16:22:39,342 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/f603ddc6a1124c7f803c8ea3b53114f8 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/f603ddc6a1124c7f803c8ea3b53114f8 2024-12-02T16:22:39,344 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/7c36fa0472d344399cdfaecb97b55fcb to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/7c36fa0472d344399cdfaecb97b55fcb 2024-12-02T16:22:39,345 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/9d1722a694c24c879e25fd70cb4e5557 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/9d1722a694c24c879e25fd70cb4e5557 2024-12-02T16:22:39,346 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/60c6f1e725144769acda8d78c9f3980e to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/60c6f1e725144769acda8d78c9f3980e 2024-12-02T16:22:39,347 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/4b6744dfb97c4a8482fc4ea5d4a278e8 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/4b6744dfb97c4a8482fc4ea5d4a278e8 2024-12-02T16:22:39,348 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/3f4a8653ddbe41239a066aace1994b19 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/3f4a8653ddbe41239a066aace1994b19 2024-12-02T16:22:39,349 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/666aa878b30d4da98983d020dd050159 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/666aa878b30d4da98983d020dd050159 2024-12-02T16:22:39,350 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/1cad7f0b262548ee92a4836cf2d96099 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/1cad7f0b262548ee92a4836cf2d96099 2024-12-02T16:22:39,351 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/3999893216984e7b8f7934ca8cdbd35b to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/3999893216984e7b8f7934ca8cdbd35b 2024-12-02T16:22:39,385 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/f8188b4519bc4f749e196dc8e5cbf955, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/1ccf81589a8d4d65889af242319f4e5d, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/1b9f597e151740b0a1ab055ca570dcf1, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/4cec1ff0bdd242bdb5df7a94b3cbecb7, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/20d8832d2ad9434198e14b362af97702, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/62fc92e13d264ddc9310caadc924de6b, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/5e0f84d17eb148128aa65a44a3b5a554, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/59e99dfaa2594a869ff0bf5ce9f17361, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/e8a85403715d4d2790785ca2385ecc14, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/4b2d94ad41194d28a1c35771a8e24474, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/4590c00ab0d445acb3710ef08cb7904c, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/9e155c89781e412ebf2301f8103e0fbc, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/470f60227d8746af8f9c51a34dbe11cd, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/628acdfa874d4247a8cbbe737e8c9b73, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/c0d0e470e0aa45739f774cd1d2808856, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/e9135e089be24103bfd434e023079464, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/c4d5387dac3340a18707d2e75ad534cb, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/c5f7328076c14e1a94c9b4410742b393, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/351b750854664a98b4c128b5b2e7e2e5, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/ac7a0a65a0764cc481481600c57bc802, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/944a019c25354dc982b6c944bf4000cc, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/937799906d3944cbb69d472588e6778c, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/211f70d246c245c88cad8b399b069f59, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/63075f493c6c4c30bb62387f0906aa04, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/b5a4c76f3b1044a2998c7064a9e82a72, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/1d55d8d0cf814cbfbffed2011d05b395, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/9e8c5f68e93c4b3b82bb6abf5f2b8387, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/a2e5b6ded19b4164b48b72a7f82c34e9, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/841c471826a84bbf9a127a6e1f9e9f33, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/8daeae599bb040c49552ab9b8fab8e63, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/736dacaa1ea442a4a3cb0025fa429d96] to archive 2024-12-02T16:22:39,394 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T16:22:39,399 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/f8188b4519bc4f749e196dc8e5cbf955 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/f8188b4519bc4f749e196dc8e5cbf955 2024-12-02T16:22:39,400 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/1ccf81589a8d4d65889af242319f4e5d to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/1ccf81589a8d4d65889af242319f4e5d 2024-12-02T16:22:39,402 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/1b9f597e151740b0a1ab055ca570dcf1 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/1b9f597e151740b0a1ab055ca570dcf1 2024-12-02T16:22:39,403 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/4cec1ff0bdd242bdb5df7a94b3cbecb7 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/4cec1ff0bdd242bdb5df7a94b3cbecb7 2024-12-02T16:22:39,404 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/20d8832d2ad9434198e14b362af97702 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/20d8832d2ad9434198e14b362af97702 2024-12-02T16:22:39,405 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/62fc92e13d264ddc9310caadc924de6b to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/62fc92e13d264ddc9310caadc924de6b 2024-12-02T16:22:39,406 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/5e0f84d17eb148128aa65a44a3b5a554 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/5e0f84d17eb148128aa65a44a3b5a554 2024-12-02T16:22:39,407 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/59e99dfaa2594a869ff0bf5ce9f17361 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/59e99dfaa2594a869ff0bf5ce9f17361 2024-12-02T16:22:39,409 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/e8a85403715d4d2790785ca2385ecc14 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/e8a85403715d4d2790785ca2385ecc14 2024-12-02T16:22:39,410 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/4b2d94ad41194d28a1c35771a8e24474 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/4b2d94ad41194d28a1c35771a8e24474 2024-12-02T16:22:39,411 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/4590c00ab0d445acb3710ef08cb7904c to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/4590c00ab0d445acb3710ef08cb7904c 2024-12-02T16:22:39,412 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/9e155c89781e412ebf2301f8103e0fbc to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/9e155c89781e412ebf2301f8103e0fbc 2024-12-02T16:22:39,413 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/470f60227d8746af8f9c51a34dbe11cd to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/470f60227d8746af8f9c51a34dbe11cd 2024-12-02T16:22:39,414 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/628acdfa874d4247a8cbbe737e8c9b73 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/628acdfa874d4247a8cbbe737e8c9b73 2024-12-02T16:22:39,415 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/c0d0e470e0aa45739f774cd1d2808856 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/c0d0e470e0aa45739f774cd1d2808856 2024-12-02T16:22:39,416 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/e9135e089be24103bfd434e023079464 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/e9135e089be24103bfd434e023079464 2024-12-02T16:22:39,417 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/c4d5387dac3340a18707d2e75ad534cb to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/c4d5387dac3340a18707d2e75ad534cb 2024-12-02T16:22:39,418 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/c5f7328076c14e1a94c9b4410742b393 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/c5f7328076c14e1a94c9b4410742b393 2024-12-02T16:22:39,421 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/351b750854664a98b4c128b5b2e7e2e5 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/351b750854664a98b4c128b5b2e7e2e5 2024-12-02T16:22:39,425 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/ac7a0a65a0764cc481481600c57bc802 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/ac7a0a65a0764cc481481600c57bc802 2024-12-02T16:22:39,427 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/944a019c25354dc982b6c944bf4000cc to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/944a019c25354dc982b6c944bf4000cc 2024-12-02T16:22:39,428 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/937799906d3944cbb69d472588e6778c to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/937799906d3944cbb69d472588e6778c 2024-12-02T16:22:39,429 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/211f70d246c245c88cad8b399b069f59 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/211f70d246c245c88cad8b399b069f59 2024-12-02T16:22:39,430 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/63075f493c6c4c30bb62387f0906aa04 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/63075f493c6c4c30bb62387f0906aa04 2024-12-02T16:22:39,431 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/b5a4c76f3b1044a2998c7064a9e82a72 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/b5a4c76f3b1044a2998c7064a9e82a72 2024-12-02T16:22:39,432 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/1d55d8d0cf814cbfbffed2011d05b395 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/1d55d8d0cf814cbfbffed2011d05b395 2024-12-02T16:22:39,440 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/9e8c5f68e93c4b3b82bb6abf5f2b8387 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/9e8c5f68e93c4b3b82bb6abf5f2b8387 2024-12-02T16:22:39,445 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/a2e5b6ded19b4164b48b72a7f82c34e9 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/a2e5b6ded19b4164b48b72a7f82c34e9 2024-12-02T16:22:39,446 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/841c471826a84bbf9a127a6e1f9e9f33 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/841c471826a84bbf9a127a6e1f9e9f33 2024-12-02T16:22:39,447 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/8daeae599bb040c49552ab9b8fab8e63 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/8daeae599bb040c49552ab9b8fab8e63 2024-12-02T16:22:39,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=166 2024-12-02T16:22:39,448 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/736dacaa1ea442a4a3cb0025fa429d96 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/736dacaa1ea442a4a3cb0025fa429d96 2024-12-02T16:22:39,471 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/4b341825d8814391a3aefae987191fd0, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/8fdf54c7b05847779ab32a47858bbda0, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/5dfce1a5696a4d978c9dac4c033e56c3, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/d0d00041d91749038acc7502944736ca, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/5f68e2ffd14849eb95b5b1d3ab8b08cc, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/28646e51e9b547b5a5789225c19523d5, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/d828675b2f5d4c67b62c984a6554f718, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/028ce49a8112441da9321344b27fe89a, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/a1ed834adfaa42e188ebda55fd90a119, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/06aa25af27174b84ba138c5bfd081e99, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/11b6bdd3a8ec4b619276a467bbb0b150, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/20dfc2f489954a37abf1a1351f273527, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/56930151db6547ef8963e9e5f773598f, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/fc2275cec2054fd7bd837da5bab855c3, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/9704792f65fe441ab6a51f029060b972, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/36de77213b384c77b900f8f95bccbb0a, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/cd23f54346bf47c99b8346ad285c50c5, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/9c121fd53d224a018535cb9639e57db6, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/30b82a52e4474a809f97c938cc11f567, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/30d40906668841919da00ae4bb2641b9, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/ed2ea362ebe9411d8c0ae53e6cd2d508, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/a9db6f97bb6d4f27acd8287461e902f0, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/d8bd70a4a00c488aba04943ad17a16f6, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/6f1e08ca54ea4aef9d8e4f38d1d419c5, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/c7b73f65953b47f495fd8cad012062c0, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/7fdbf590bd2e469cbd36f9a9ab53e307, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/fcd1671323284d398a7da06ee4aa2605, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/286c1742447c4ac6a22d6073d5d513a0, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/2b4e8f89fa0343868f01a57f3867a957, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/68548d9011c246719e6b8108124f6a5a, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/ed915269e2404eb2a8de2d4e0f471fab] to archive 2024-12-02T16:22:39,476 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T16:22:39,485 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/4b341825d8814391a3aefae987191fd0 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/4b341825d8814391a3aefae987191fd0 2024-12-02T16:22:39,487 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/8fdf54c7b05847779ab32a47858bbda0 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/8fdf54c7b05847779ab32a47858bbda0 2024-12-02T16:22:39,498 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/5dfce1a5696a4d978c9dac4c033e56c3 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/5dfce1a5696a4d978c9dac4c033e56c3 2024-12-02T16:22:39,500 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/d0d00041d91749038acc7502944736ca to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/d0d00041d91749038acc7502944736ca 2024-12-02T16:22:39,501 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/5f68e2ffd14849eb95b5b1d3ab8b08cc to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/5f68e2ffd14849eb95b5b1d3ab8b08cc 2024-12-02T16:22:39,502 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/28646e51e9b547b5a5789225c19523d5 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/28646e51e9b547b5a5789225c19523d5 2024-12-02T16:22:39,523 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/d828675b2f5d4c67b62c984a6554f718 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/d828675b2f5d4c67b62c984a6554f718 2024-12-02T16:22:39,532 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/028ce49a8112441da9321344b27fe89a to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/028ce49a8112441da9321344b27fe89a 2024-12-02T16:22:39,542 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/a1ed834adfaa42e188ebda55fd90a119 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/a1ed834adfaa42e188ebda55fd90a119 2024-12-02T16:22:39,547 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/06aa25af27174b84ba138c5bfd081e99 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/06aa25af27174b84ba138c5bfd081e99 2024-12-02T16:22:39,549 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/11b6bdd3a8ec4b619276a467bbb0b150 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/11b6bdd3a8ec4b619276a467bbb0b150 2024-12-02T16:22:39,550 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/20dfc2f489954a37abf1a1351f273527 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/20dfc2f489954a37abf1a1351f273527 2024-12-02T16:22:39,553 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/56930151db6547ef8963e9e5f773598f to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/56930151db6547ef8963e9e5f773598f 2024-12-02T16:22:39,558 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/fc2275cec2054fd7bd837da5bab855c3 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/fc2275cec2054fd7bd837da5bab855c3 2024-12-02T16:22:39,559 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/9704792f65fe441ab6a51f029060b972 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/9704792f65fe441ab6a51f029060b972 2024-12-02T16:22:39,559 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/36de77213b384c77b900f8f95bccbb0a to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/36de77213b384c77b900f8f95bccbb0a 2024-12-02T16:22:39,561 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/cd23f54346bf47c99b8346ad285c50c5 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/cd23f54346bf47c99b8346ad285c50c5 2024-12-02T16:22:39,571 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/9c121fd53d224a018535cb9639e57db6 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/9c121fd53d224a018535cb9639e57db6 2024-12-02T16:22:39,599 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/30b82a52e4474a809f97c938cc11f567 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/30b82a52e4474a809f97c938cc11f567 2024-12-02T16:22:39,613 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/30d40906668841919da00ae4bb2641b9 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/30d40906668841919da00ae4bb2641b9 2024-12-02T16:22:39,619 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/ed2ea362ebe9411d8c0ae53e6cd2d508 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/ed2ea362ebe9411d8c0ae53e6cd2d508 2024-12-02T16:22:39,621 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/a9db6f97bb6d4f27acd8287461e902f0 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/a9db6f97bb6d4f27acd8287461e902f0 2024-12-02T16:22:39,622 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/d8bd70a4a00c488aba04943ad17a16f6 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/d8bd70a4a00c488aba04943ad17a16f6 2024-12-02T16:22:39,623 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/6f1e08ca54ea4aef9d8e4f38d1d419c5 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/6f1e08ca54ea4aef9d8e4f38d1d419c5 2024-12-02T16:22:39,624 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/c7b73f65953b47f495fd8cad012062c0 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/c7b73f65953b47f495fd8cad012062c0 2024-12-02T16:22:39,625 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/7fdbf590bd2e469cbd36f9a9ab53e307 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/7fdbf590bd2e469cbd36f9a9ab53e307 2024-12-02T16:22:39,627 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/fcd1671323284d398a7da06ee4aa2605 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/fcd1671323284d398a7da06ee4aa2605 2024-12-02T16:22:39,628 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/286c1742447c4ac6a22d6073d5d513a0 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/286c1742447c4ac6a22d6073d5d513a0 2024-12-02T16:22:39,629 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/2b4e8f89fa0343868f01a57f3867a957 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/2b4e8f89fa0343868f01a57f3867a957 2024-12-02T16:22:39,630 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/68548d9011c246719e6b8108124f6a5a to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/68548d9011c246719e6b8108124f6a5a 2024-12-02T16:22:39,631 DEBUG [StoreCloser-TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/ed915269e2404eb2a8de2d4e0f471fab to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/ed915269e2404eb2a8de2d4e0f471fab 2024-12-02T16:22:39,643 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/recovered.edits/476.seqid, newMaxSeqId=476, maxSeqId=1 2024-12-02T16:22:39,644 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba. 2024-12-02T16:22:39,644 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1635): Region close journal for 230f42d8c2463b733e127aee75a72eba: 2024-12-02T16:22:39,645 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(170): Closed 230f42d8c2463b733e127aee75a72eba 2024-12-02T16:22:39,646 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=168 updating hbase:meta row=230f42d8c2463b733e127aee75a72eba, regionState=CLOSED 2024-12-02T16:22:39,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=169, resume processing ppid=168 2024-12-02T16:22:39,653 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, ppid=168, state=SUCCESS; CloseRegionProcedure 230f42d8c2463b733e127aee75a72eba, server=2a8f9448bb5c,46371,1733156403634 in 793 msec 2024-12-02T16:22:39,654 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-12-02T16:22:39,654 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=230f42d8c2463b733e127aee75a72eba, UNASSIGN in 801 msec 2024-12-02T16:22:39,655 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=167, resume processing ppid=166 2024-12-02T16:22:39,655 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, ppid=166, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 805 msec 2024-12-02T16:22:39,665 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733156559664"}]},"ts":"1733156559664"} 2024-12-02T16:22:39,667 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-02T16:22:39,675 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-02T16:22:39,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 846 msec 2024-12-02T16:22:39,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=166 2024-12-02T16:22:39,953 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 166 completed 2024-12-02T16:22:39,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-02T16:22:39,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=170, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:22:39,961 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=170, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:22:39,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=170 2024-12-02T16:22:39,962 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=170, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:22:39,974 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba 2024-12-02T16:22:39,988 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A, FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B, FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C, FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/recovered.edits] 2024-12-02T16:22:39,999 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/87cee23a044a414090026a2a9e6ce2a4 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/87cee23a044a414090026a2a9e6ce2a4 2024-12-02T16:22:40,007 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/f1406d921cf84a068d659b9ca15e18ae to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/f1406d921cf84a068d659b9ca15e18ae 2024-12-02T16:22:40,008 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/faeef4dad2564af683d6bce8a4458454 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/A/faeef4dad2564af683d6bce8a4458454 2024-12-02T16:22:40,026 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/11745a724e764659a19195b2aefd2bc8 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/11745a724e764659a19195b2aefd2bc8 2024-12-02T16:22:40,027 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/41b6c8cc8dd04af5a63d0a622660a496 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/41b6c8cc8dd04af5a63d0a622660a496 2024-12-02T16:22:40,027 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/b0f134f008f6493083941149ebf89786 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/B/b0f134f008f6493083941149ebf89786 2024-12-02T16:22:40,041 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/45299b4f0f594c82907bb1fabc2b1169 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/45299b4f0f594c82907bb1fabc2b1169 2024-12-02T16:22:40,043 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/d844462a44fb472684fd798f1b9cfb27 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/d844462a44fb472684fd798f1b9cfb27 2024-12-02T16:22:40,044 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/fc360efcc9d34d77bb0ca14b76c57b1d to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/C/fc360efcc9d34d77bb0ca14b76c57b1d 2024-12-02T16:22:40,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=170 2024-12-02T16:22:40,068 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/recovered.edits/476.seqid to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba/recovered.edits/476.seqid 2024-12-02T16:22:40,068 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/230f42d8c2463b733e127aee75a72eba 2024-12-02T16:22:40,069 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-02T16:22:40,071 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=170, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:22:40,082 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-02T16:22:40,084 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-02T16:22:40,085 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=170, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:22:40,085 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-02T16:22:40,085 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733156560085"}]},"ts":"9223372036854775807"} 2024-12-02T16:22:40,090 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-02T16:22:40,090 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 230f42d8c2463b733e127aee75a72eba, NAME => 'TestAcidGuarantees,,1733156529720.230f42d8c2463b733e127aee75a72eba.', STARTKEY => '', ENDKEY => ''}] 2024-12-02T16:22:40,090 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-02T16:22:40,090 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733156560090"}]},"ts":"9223372036854775807"} 2024-12-02T16:22:40,093 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-02T16:22:40,096 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=170, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:22:40,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 142 msec 2024-12-02T16:22:40,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=170 2024-12-02T16:22:40,265 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 170 completed 2024-12-02T16:22:40,314 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=238 (was 242), OpenFileDescriptor=449 (was 460), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=911 (was 803) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4999 (was 5222) 2024-12-02T16:22:40,332 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=238, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=911, ProcessCount=11, AvailableMemoryMB=4998 2024-12-02T16:22:40,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-02T16:22:40,334 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T16:22:40,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-02T16:22:40,335 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=171, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T16:22:40,336 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:40,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 171 2024-12-02T16:22:40,336 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=171, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T16:22:40,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-02T16:22:40,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742455_1631 (size=963) 2024-12-02T16:22:40,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-02T16:22:40,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-02T16:22:40,767 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b 2024-12-02T16:22:40,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742456_1632 (size=53) 2024-12-02T16:22:40,791 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:22:40,791 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 8c06851e8f62a23108f69bb290e9bc03, disabling compactions & flushes 2024-12-02T16:22:40,792 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:40,792 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:40,792 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. after waiting 0 ms 2024-12-02T16:22:40,792 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:40,792 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:40,792 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8c06851e8f62a23108f69bb290e9bc03: 2024-12-02T16:22:40,795 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=171, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T16:22:40,795 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733156560795"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733156560795"}]},"ts":"1733156560795"} 2024-12-02T16:22:40,796 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-02T16:22:40,797 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=171, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T16:22:40,797 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733156560797"}]},"ts":"1733156560797"} 2024-12-02T16:22:40,798 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-02T16:22:40,805 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c06851e8f62a23108f69bb290e9bc03, ASSIGN}] 2024-12-02T16:22:40,809 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=172, ppid=171, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c06851e8f62a23108f69bb290e9bc03, ASSIGN 2024-12-02T16:22:40,810 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=172, ppid=171, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c06851e8f62a23108f69bb290e9bc03, ASSIGN; state=OFFLINE, location=2a8f9448bb5c,46371,1733156403634; forceNewPlan=false, retain=false 2024-12-02T16:22:40,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-02T16:22:40,962 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=172 updating hbase:meta row=8c06851e8f62a23108f69bb290e9bc03, regionState=OPENING, regionLocation=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:40,963 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE; OpenRegionProcedure 8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634}] 2024-12-02T16:22:41,115 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:41,119 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:41,119 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(7285): Opening region: {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} 2024-12-02T16:22:41,120 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:22:41,120 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:22:41,120 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(7327): checking encryption for 8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:22:41,120 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(7330): checking classloading for 8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:22:41,127 INFO [StoreOpener-8c06851e8f62a23108f69bb290e9bc03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:22:41,136 INFO [StoreOpener-8c06851e8f62a23108f69bb290e9bc03-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T16:22:41,137 INFO [StoreOpener-8c06851e8f62a23108f69bb290e9bc03-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c06851e8f62a23108f69bb290e9bc03 columnFamilyName A 2024-12-02T16:22:41,137 DEBUG [StoreOpener-8c06851e8f62a23108f69bb290e9bc03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:41,137 INFO [StoreOpener-8c06851e8f62a23108f69bb290e9bc03-1 {}] regionserver.HStore(327): Store=8c06851e8f62a23108f69bb290e9bc03/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:22:41,137 INFO [StoreOpener-8c06851e8f62a23108f69bb290e9bc03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:22:41,143 INFO [StoreOpener-8c06851e8f62a23108f69bb290e9bc03-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T16:22:41,144 INFO [StoreOpener-8c06851e8f62a23108f69bb290e9bc03-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c06851e8f62a23108f69bb290e9bc03 columnFamilyName B 2024-12-02T16:22:41,144 DEBUG [StoreOpener-8c06851e8f62a23108f69bb290e9bc03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:41,145 INFO [StoreOpener-8c06851e8f62a23108f69bb290e9bc03-1 {}] regionserver.HStore(327): Store=8c06851e8f62a23108f69bb290e9bc03/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:22:41,145 INFO [StoreOpener-8c06851e8f62a23108f69bb290e9bc03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:22:41,150 INFO [StoreOpener-8c06851e8f62a23108f69bb290e9bc03-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T16:22:41,150 INFO [StoreOpener-8c06851e8f62a23108f69bb290e9bc03-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c06851e8f62a23108f69bb290e9bc03 columnFamilyName C 2024-12-02T16:22:41,150 DEBUG [StoreOpener-8c06851e8f62a23108f69bb290e9bc03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:41,150 INFO [StoreOpener-8c06851e8f62a23108f69bb290e9bc03-1 {}] regionserver.HStore(327): Store=8c06851e8f62a23108f69bb290e9bc03/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:22:41,151 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:41,151 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:22:41,152 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:22:41,153 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T16:22:41,154 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(1085): writing seq id for 8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:22:41,156 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T16:22:41,157 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(1102): Opened 8c06851e8f62a23108f69bb290e9bc03; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67874304, jitterRate=0.01140594482421875}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T16:22:41,158 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(1001): Region open journal for 8c06851e8f62a23108f69bb290e9bc03: 2024-12-02T16:22:41,164 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03., pid=173, masterSystemTime=1733156561115 2024-12-02T16:22:41,166 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:41,166 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:41,166 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=172 updating hbase:meta row=8c06851e8f62a23108f69bb290e9bc03, regionState=OPEN, openSeqNum=2, regionLocation=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:41,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=173, resume processing ppid=172 2024-12-02T16:22:41,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, ppid=172, state=SUCCESS; OpenRegionProcedure 8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 in 204 msec 2024-12-02T16:22:41,170 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-12-02T16:22:41,171 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c06851e8f62a23108f69bb290e9bc03, ASSIGN in 364 msec 2024-12-02T16:22:41,171 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=171, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T16:22:41,171 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733156561171"}]},"ts":"1733156561171"} 2024-12-02T16:22:41,178 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-02T16:22:41,181 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=171, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T16:22:41,182 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 847 msec 2024-12-02T16:22:41,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-02T16:22:41,446 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-12-02T16:22:41,447 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x69e0c36f to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c813259 2024-12-02T16:22:41,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34570ab1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:22:41,481 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:22:41,482 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44844, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:22:41,483 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T16:22:41,484 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45478, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T16:22:41,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-02T16:22:41,486 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T16:22:41,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=174, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-02T16:22:41,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742457_1633 (size=999) 2024-12-02T16:22:41,927 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-02T16:22:41,927 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-02T16:22:41,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-02T16:22:41,931 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c06851e8f62a23108f69bb290e9bc03, REOPEN/MOVE}] 2024-12-02T16:22:41,932 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=176, ppid=175, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c06851e8f62a23108f69bb290e9bc03, REOPEN/MOVE 2024-12-02T16:22:41,932 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=176 updating hbase:meta row=8c06851e8f62a23108f69bb290e9bc03, regionState=CLOSING, regionLocation=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:41,934 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T16:22:41,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=177, ppid=176, state=RUNNABLE; CloseRegionProcedure 8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634}] 2024-12-02T16:22:42,085 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:42,088 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] handler.UnassignRegionHandler(124): Close 8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:22:42,088 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-02T16:22:42,088 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1681): Closing 8c06851e8f62a23108f69bb290e9bc03, disabling compactions & flushes 2024-12-02T16:22:42,088 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:42,088 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:42,088 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. after waiting 0 ms 2024-12-02T16:22:42,088 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:42,101 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-02T16:22:42,108 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:42,108 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1635): Region close journal for 8c06851e8f62a23108f69bb290e9bc03: 2024-12-02T16:22:42,108 WARN [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegionServer(3786): Not adding moved region record: 8c06851e8f62a23108f69bb290e9bc03 to self. 2024-12-02T16:22:42,113 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] handler.UnassignRegionHandler(170): Closed 8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:22:42,113 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=176 updating hbase:meta row=8c06851e8f62a23108f69bb290e9bc03, regionState=CLOSED 2024-12-02T16:22:42,120 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=177, resume processing ppid=176 2024-12-02T16:22:42,120 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, ppid=176, state=SUCCESS; CloseRegionProcedure 8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 in 185 msec 2024-12-02T16:22:42,120 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=176, ppid=175, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c06851e8f62a23108f69bb290e9bc03, REOPEN/MOVE; state=CLOSED, location=2a8f9448bb5c,46371,1733156403634; forceNewPlan=false, retain=true 2024-12-02T16:22:42,272 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=176 updating hbase:meta row=8c06851e8f62a23108f69bb290e9bc03, regionState=OPENING, regionLocation=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:42,274 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=176, state=RUNNABLE; OpenRegionProcedure 8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634}] 2024-12-02T16:22:42,427 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:42,441 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:42,441 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] regionserver.HRegion(7285): Opening region: {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} 2024-12-02T16:22:42,441 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:22:42,441 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:22:42,441 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] regionserver.HRegion(7327): checking encryption for 8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:22:42,441 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] regionserver.HRegion(7330): checking classloading for 8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:22:42,449 INFO [StoreOpener-8c06851e8f62a23108f69bb290e9bc03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:22:42,450 INFO [StoreOpener-8c06851e8f62a23108f69bb290e9bc03-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T16:22:42,451 INFO [StoreOpener-8c06851e8f62a23108f69bb290e9bc03-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c06851e8f62a23108f69bb290e9bc03 columnFamilyName A 2024-12-02T16:22:42,456 DEBUG [StoreOpener-8c06851e8f62a23108f69bb290e9bc03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:42,457 INFO [StoreOpener-8c06851e8f62a23108f69bb290e9bc03-1 {}] regionserver.HStore(327): Store=8c06851e8f62a23108f69bb290e9bc03/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:22:42,458 INFO [StoreOpener-8c06851e8f62a23108f69bb290e9bc03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:22:42,458 INFO [StoreOpener-8c06851e8f62a23108f69bb290e9bc03-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T16:22:42,458 INFO [StoreOpener-8c06851e8f62a23108f69bb290e9bc03-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c06851e8f62a23108f69bb290e9bc03 columnFamilyName B 2024-12-02T16:22:42,458 DEBUG [StoreOpener-8c06851e8f62a23108f69bb290e9bc03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:42,463 INFO [StoreOpener-8c06851e8f62a23108f69bb290e9bc03-1 {}] regionserver.HStore(327): Store=8c06851e8f62a23108f69bb290e9bc03/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:22:42,463 INFO [StoreOpener-8c06851e8f62a23108f69bb290e9bc03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:22:42,463 INFO [StoreOpener-8c06851e8f62a23108f69bb290e9bc03-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T16:22:42,463 INFO [StoreOpener-8c06851e8f62a23108f69bb290e9bc03-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c06851e8f62a23108f69bb290e9bc03 columnFamilyName C 2024-12-02T16:22:42,464 DEBUG [StoreOpener-8c06851e8f62a23108f69bb290e9bc03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:42,467 INFO [StoreOpener-8c06851e8f62a23108f69bb290e9bc03-1 {}] regionserver.HStore(327): Store=8c06851e8f62a23108f69bb290e9bc03/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:22:42,467 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:42,468 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:22:42,469 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:22:42,470 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T16:22:42,472 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] regionserver.HRegion(1085): writing seq id for 8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:22:42,472 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] regionserver.HRegion(1102): Opened 8c06851e8f62a23108f69bb290e9bc03; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63067328, jitterRate=-0.06022357940673828}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T16:22:42,473 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] regionserver.HRegion(1001): Region open journal for 8c06851e8f62a23108f69bb290e9bc03: 2024-12-02T16:22:42,474 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03., pid=178, masterSystemTime=1733156562427 2024-12-02T16:22:42,478 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:42,478 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:42,478 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=176 updating hbase:meta row=8c06851e8f62a23108f69bb290e9bc03, regionState=OPEN, openSeqNum=5, regionLocation=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:42,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=176 2024-12-02T16:22:42,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=176, state=SUCCESS; OpenRegionProcedure 8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 in 205 msec 2024-12-02T16:22:42,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-12-02T16:22:42,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c06851e8f62a23108f69bb290e9bc03, REOPEN/MOVE in 550 msec 2024-12-02T16:22:42,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=175, resume processing ppid=174 2024-12-02T16:22:42,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, ppid=174, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 553 msec 2024-12-02T16:22:42,485 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 998 msec 2024-12-02T16:22:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=174 2024-12-02T16:22:42,487 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4c53df25 to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@19952f0c 2024-12-02T16:22:42,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@151bac0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:22:42,509 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58e7ba75 to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@68ba132a 2024-12-02T16:22:42,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2089b1f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:22:42,520 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3005670a to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@81e0163 2024-12-02T16:22:42,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65f51785, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:22:42,530 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x092e7af3 to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@71c377ac 2024-12-02T16:22:42,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cc71f2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:22:42,554 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17899883 to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7d1de3c9 2024-12-02T16:22:42,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79a7bd2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:22:42,565 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x09e22139 to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4d688bcb 2024-12-02T16:22:42,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@271e8143, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:22:42,572 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38481360 to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@31f7e171 2024-12-02T16:22:42,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62b06a95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:22:42,596 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x62750e61 to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6c078737 2024-12-02T16:22:42,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d02ace0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:22:42,600 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b968040 to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7bf8843a 2024-12-02T16:22:42,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63054209, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:22:42,617 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x49019618 to 127.0.0.1:63236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@76670256 2024-12-02T16:22:42,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fbb1399, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:22:42,625 DEBUG [hconnection-0x12840265-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:22:42,625 DEBUG [hconnection-0x7306aa7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:22:42,626 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44856, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:22:42,626 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44858, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:22:42,627 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:22:42,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees 2024-12-02T16:22:42,628 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:22:42,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-02T16:22:42,629 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:22:42,629 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=180, ppid=179, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:22:42,636 DEBUG [hconnection-0x1bb3dbe7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:22:42,637 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44874, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:22:42,651 DEBUG [hconnection-0x1080b2ea-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:22:42,653 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44888, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:22:42,657 DEBUG [hconnection-0x6154eacc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:22:42,661 DEBUG [hconnection-0x5ff34394-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:22:42,661 DEBUG [hconnection-0x7fa83edf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:22:42,662 DEBUG [hconnection-0x1f177fca-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:22:42,665 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44910, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:22:42,665 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44906, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:22:42,665 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44904, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:22:42,665 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44926, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:22:42,666 DEBUG [hconnection-0x1ec18d7f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:22:42,667 DEBUG [hconnection-0x628c5f7a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:22:42,667 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44934, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:22:42,668 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44936, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:22:42,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:22:42,669 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c06851e8f62a23108f69bb290e9bc03 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-02T16:22:42,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=A 2024-12-02T16:22:42,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:42,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=B 2024-12-02T16:22:42,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:42,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=C 2024-12-02T16:22:42,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:42,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-02T16:22:42,735 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412029e19cd4d40db4ae5988eb7efeee25cdd_8c06851e8f62a23108f69bb290e9bc03 is 50, key is test_row_0/A:col10/1733156562632/Put/seqid=0 2024-12-02T16:22:42,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742458_1634 (size=12154) 2024-12-02T16:22:42,764 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:42,767 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412029e19cd4d40db4ae5988eb7efeee25cdd_8c06851e8f62a23108f69bb290e9bc03 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412029e19cd4d40db4ae5988eb7efeee25cdd_8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:22:42,768 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/d8bb89f5b5ba4d9f968e49a5902a82ef, store: [table=TestAcidGuarantees family=A region=8c06851e8f62a23108f69bb290e9bc03] 2024-12-02T16:22:42,769 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/d8bb89f5b5ba4d9f968e49a5902a82ef is 175, key is test_row_0/A:col10/1733156562632/Put/seqid=0 2024-12-02T16:22:42,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742459_1635 (size=30955) 2024-12-02T16:22:42,782 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/d8bb89f5b5ba4d9f968e49a5902a82ef 2024-12-02T16:22:42,782 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:42,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-02T16:22:42,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:42,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. as already flushing 2024-12-02T16:22:42,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:42,783 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:42,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:42,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:42,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/f80c760a445e4c9a8969a3807a7a71a9 is 50, key is test_row_0/B:col10/1733156562632/Put/seqid=0 2024-12-02T16:22:42,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:42,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44858 deadline: 1733156622765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:42,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:42,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44904 deadline: 1733156622765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:42,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:42,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44936 deadline: 1733156622812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:42,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:42,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44926 deadline: 1733156622814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:42,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:42,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44934 deadline: 1733156622818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:42,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742460_1636 (size=12001) 2024-12-02T16:22:42,870 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/f80c760a445e4c9a8969a3807a7a71a9 2024-12-02T16:22:42,924 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/712e40052b8c4593be6657c351b87d17 is 50, key is test_row_0/C:col10/1733156562632/Put/seqid=0 2024-12-02T16:22:42,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:42,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44926 deadline: 1733156622923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:42,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:42,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44858 deadline: 1733156622923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:42,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:42,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44904 deadline: 1733156622923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:42,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-02T16:22:42,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:42,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44934 deadline: 1733156622930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:42,935 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:42,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:42,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44936 deadline: 1733156622932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:42,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-02T16:22:42,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:42,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. as already flushing 2024-12-02T16:22:42,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:42,937 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:42,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:42,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:42,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742461_1637 (size=12001) 2024-12-02T16:22:43,090 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:43,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-02T16:22:43,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:43,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. as already flushing 2024-12-02T16:22:43,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:43,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:43,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:43,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:43,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:43,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44858 deadline: 1733156623127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:43,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:43,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44926 deadline: 1733156623128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:43,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:43,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44904 deadline: 1733156623130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:43,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:43,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44934 deadline: 1733156623135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:43,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:43,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44936 deadline: 1733156623143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:43,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-02T16:22:43,243 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:43,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-02T16:22:43,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:43,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. as already flushing 2024-12-02T16:22:43,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:43,244 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:43,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:43,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:43,391 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/712e40052b8c4593be6657c351b87d17 2024-12-02T16:22:43,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/d8bb89f5b5ba4d9f968e49a5902a82ef as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/d8bb89f5b5ba4d9f968e49a5902a82ef 2024-12-02T16:22:43,396 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:43,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-02T16:22:43,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:43,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. as already flushing 2024-12-02T16:22:43,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:43,397 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:43,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:43,403 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/d8bb89f5b5ba4d9f968e49a5902a82ef, entries=150, sequenceid=17, filesize=30.2 K 2024-12-02T16:22:43,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/f80c760a445e4c9a8969a3807a7a71a9 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/f80c760a445e4c9a8969a3807a7a71a9 2024-12-02T16:22:43,418 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/f80c760a445e4c9a8969a3807a7a71a9, entries=150, sequenceid=17, filesize=11.7 K 2024-12-02T16:22:43,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/712e40052b8c4593be6657c351b87d17 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/712e40052b8c4593be6657c351b87d17 2024-12-02T16:22:43,423 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/712e40052b8c4593be6657c351b87d17, entries=150, sequenceid=17, filesize=11.7 K 2024-12-02T16:22:43,424 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 8c06851e8f62a23108f69bb290e9bc03 in 755ms, sequenceid=17, compaction requested=false 2024-12-02T16:22:43,424 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-02T16:22:43,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c06851e8f62a23108f69bb290e9bc03: 2024-12-02T16:22:43,439 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c06851e8f62a23108f69bb290e9bc03 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-02T16:22:43,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=A 2024-12-02T16:22:43,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:43,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=B 2024-12-02T16:22:43,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:43,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=C 2024-12-02T16:22:43,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:22:43,449 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202db6e84ae51224e40946d82d98065ff76_8c06851e8f62a23108f69bb290e9bc03 is 50, key is test_row_0/A:col10/1733156562761/Put/seqid=0 2024-12-02T16:22:43,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:43,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:43,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44858 deadline: 1733156623453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:43,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44934 deadline: 1733156623453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:43,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:43,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44936 deadline: 1733156623457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:43,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:43,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44904 deadline: 1733156623459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:43,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:43,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44926 deadline: 1733156623459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:43,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742462_1638 (size=12154) 2024-12-02T16:22:43,535 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:43,544 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202db6e84ae51224e40946d82d98065ff76_8c06851e8f62a23108f69bb290e9bc03 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202db6e84ae51224e40946d82d98065ff76_8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:22:43,545 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/e931fb9f0ce84d759456fe6da0d2f6d4, store: [table=TestAcidGuarantees family=A region=8c06851e8f62a23108f69bb290e9bc03] 2024-12-02T16:22:43,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/e931fb9f0ce84d759456fe6da0d2f6d4 is 175, key is test_row_0/A:col10/1733156562761/Put/seqid=0 2024-12-02T16:22:43,550 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:43,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-02T16:22:43,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:43,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. as already flushing 2024-12-02T16:22:43,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:43,550 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:43,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:43,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:43,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:43,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44858 deadline: 1733156623560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:43,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:43,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44936 deadline: 1733156623565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:43,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:43,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44934 deadline: 1733156623565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:43,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:43,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44904 deadline: 1733156623571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:43,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:43,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44926 deadline: 1733156623570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:43,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742463_1639 (size=30955) 2024-12-02T16:22:43,590 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=43, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/e931fb9f0ce84d759456fe6da0d2f6d4 2024-12-02T16:22:43,597 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/07b09324f70f4bcea32aa2e53f3efb93 is 50, key is test_row_0/B:col10/1733156562761/Put/seqid=0 2024-12-02T16:22:43,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742464_1640 (size=12001) 2024-12-02T16:22:43,657 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/07b09324f70f4bcea32aa2e53f3efb93 2024-12-02T16:22:43,693 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/285604170360490fa27c51022ba573c0 is 50, key is test_row_0/C:col10/1733156562761/Put/seqid=0 2024-12-02T16:22:43,702 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:43,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-02T16:22:43,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:43,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. as already flushing 2024-12-02T16:22:43,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:43,703 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:43,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:43,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:43,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742465_1641 (size=12001) 2024-12-02T16:22:43,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-02T16:22:43,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:43,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44858 deadline: 1733156623764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:43,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:43,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44936 deadline: 1733156623769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:43,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:43,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44934 deadline: 1733156623770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:43,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:43,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44904 deadline: 1733156623776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:43,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:43,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44926 deadline: 1733156623777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:43,855 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:43,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-02T16:22:43,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:43,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. as already flushing 2024-12-02T16:22:43,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:43,856 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:43,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:43,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:44,008 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:44,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-02T16:22:44,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:44,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. as already flushing 2024-12-02T16:22:44,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:44,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:44,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:44,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:44,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:44,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44858 deadline: 1733156624068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:44,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:44,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44936 deadline: 1733156624073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:44,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:44,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44934 deadline: 1733156624075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:44,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:44,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44926 deadline: 1733156624080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:44,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44904 deadline: 1733156624082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:44,130 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/285604170360490fa27c51022ba573c0 2024-12-02T16:22:44,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/e931fb9f0ce84d759456fe6da0d2f6d4 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/e931fb9f0ce84d759456fe6da0d2f6d4 2024-12-02T16:22:44,140 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/e931fb9f0ce84d759456fe6da0d2f6d4, entries=150, sequenceid=43, filesize=30.2 K 2024-12-02T16:22:44,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/07b09324f70f4bcea32aa2e53f3efb93 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/07b09324f70f4bcea32aa2e53f3efb93 2024-12-02T16:22:44,146 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/07b09324f70f4bcea32aa2e53f3efb93, entries=150, sequenceid=43, filesize=11.7 K 2024-12-02T16:22:44,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/285604170360490fa27c51022ba573c0 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/285604170360490fa27c51022ba573c0 2024-12-02T16:22:44,161 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/285604170360490fa27c51022ba573c0, entries=150, sequenceid=43, filesize=11.7 K 2024-12-02T16:22:44,161 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:44,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-02T16:22:44,162 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 8c06851e8f62a23108f69bb290e9bc03 in 723ms, sequenceid=43, compaction requested=false 2024-12-02T16:22:44,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c06851e8f62a23108f69bb290e9bc03: 2024-12-02T16:22:44,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:44,163 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2837): Flushing 8c06851e8f62a23108f69bb290e9bc03 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-02T16:22:44,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=A 2024-12-02T16:22:44,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:44,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=B 2024-12-02T16:22:44,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:44,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=C 2024-12-02T16:22:44,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:44,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202b39cbdab17a1402e9251cc47ec36ed4f_8c06851e8f62a23108f69bb290e9bc03 is 50, key is test_row_0/A:col10/1733156563444/Put/seqid=0 2024-12-02T16:22:44,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742466_1642 (size=12154) 2024-12-02T16:22:44,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. as already flushing 2024-12-02T16:22:44,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:22:44,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:44,583 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202b39cbdab17a1402e9251cc47ec36ed4f_8c06851e8f62a23108f69bb290e9bc03 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202b39cbdab17a1402e9251cc47ec36ed4f_8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:22:44,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/e4f07c1ee9fc46e68f80f55b411a28f2, store: [table=TestAcidGuarantees family=A region=8c06851e8f62a23108f69bb290e9bc03] 2024-12-02T16:22:44,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/e4f07c1ee9fc46e68f80f55b411a28f2 is 175, key is test_row_0/A:col10/1733156563444/Put/seqid=0 2024-12-02T16:22:44,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742467_1643 (size=30955) 2024-12-02T16:22:44,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:44,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44934 deadline: 1733156624596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:44,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:44,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44926 deadline: 1733156624597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:44,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:44,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44904 deadline: 1733156624599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:44,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:44,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44936 deadline: 1733156624600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:44,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:44,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44858 deadline: 1733156624600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:44,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:44,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44934 deadline: 1733156624701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:44,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:44,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44926 deadline: 1733156624701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:44,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:44,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44904 deadline: 1733156624703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:44,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44936 deadline: 1733156624703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:44,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44858 deadline: 1733156624704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:44,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-02T16:22:44,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:44,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44934 deadline: 1733156624905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:44,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:44,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44926 deadline: 1733156624906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:44,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:44,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44904 deadline: 1733156624907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:44,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:44,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44858 deadline: 1733156624907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:44,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44936 deadline: 1733156624913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:44,989 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/e4f07c1ee9fc46e68f80f55b411a28f2 2024-12-02T16:22:44,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/a3c0a497b4b543d0aa2d05938d2ce199 is 50, key is test_row_0/B:col10/1733156563444/Put/seqid=0 2024-12-02T16:22:45,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742468_1644 (size=12001) 2024-12-02T16:22:45,000 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/a3c0a497b4b543d0aa2d05938d2ce199 2024-12-02T16:22:45,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/9f687ce96ee044be89d4bdc4af1c079e is 50, key is test_row_0/C:col10/1733156563444/Put/seqid=0 2024-12-02T16:22:45,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742469_1645 (size=12001) 2024-12-02T16:22:45,042 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/9f687ce96ee044be89d4bdc4af1c079e 2024-12-02T16:22:45,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/e4f07c1ee9fc46e68f80f55b411a28f2 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/e4f07c1ee9fc46e68f80f55b411a28f2 2024-12-02T16:22:45,050 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/e4f07c1ee9fc46e68f80f55b411a28f2, entries=150, sequenceid=53, filesize=30.2 K 2024-12-02T16:22:45,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/a3c0a497b4b543d0aa2d05938d2ce199 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/a3c0a497b4b543d0aa2d05938d2ce199 2024-12-02T16:22:45,054 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/a3c0a497b4b543d0aa2d05938d2ce199, entries=150, sequenceid=53, filesize=11.7 K 2024-12-02T16:22:45,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/9f687ce96ee044be89d4bdc4af1c079e as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/9f687ce96ee044be89d4bdc4af1c079e 2024-12-02T16:22:45,058 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/9f687ce96ee044be89d4bdc4af1c079e, entries=150, sequenceid=53, filesize=11.7 K 2024-12-02T16:22:45,058 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for 8c06851e8f62a23108f69bb290e9bc03 in 895ms, sequenceid=53, compaction requested=true 2024-12-02T16:22:45,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2538): Flush status journal for 8c06851e8f62a23108f69bb290e9bc03: 2024-12-02T16:22:45,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:45,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=180 2024-12-02T16:22:45,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=180 2024-12-02T16:22:45,061 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=180, resume processing ppid=179 2024-12-02T16:22:45,061 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=180, ppid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4300 sec 2024-12-02T16:22:45,062 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees in 2.4340 sec 2024-12-02T16:22:45,167 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T16:22:45,212 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c06851e8f62a23108f69bb290e9bc03 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-02T16:22:45,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=A 2024-12-02T16:22:45,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:45,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=B 2024-12-02T16:22:45,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:45,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=C 2024-12-02T16:22:45,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:45,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:22:45,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:45,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44858 deadline: 1733156625216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:45,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:45,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44936 deadline: 1733156625216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:45,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:45,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44926 deadline: 1733156625218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:45,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:45,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44934 deadline: 1733156625218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:45,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:45,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44904 deadline: 1733156625219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:45,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412023d771178b2cf4fe5894fed29e5450ea6_8c06851e8f62a23108f69bb290e9bc03 is 50, key is test_row_0/A:col10/1733156564596/Put/seqid=0 2024-12-02T16:22:45,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742470_1646 (size=14594) 2024-12-02T16:22:45,259 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:45,263 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412023d771178b2cf4fe5894fed29e5450ea6_8c06851e8f62a23108f69bb290e9bc03 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412023d771178b2cf4fe5894fed29e5450ea6_8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:22:45,264 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/aa626ea65b1041d4863e931039f903e3, store: [table=TestAcidGuarantees family=A region=8c06851e8f62a23108f69bb290e9bc03] 2024-12-02T16:22:45,264 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/aa626ea65b1041d4863e931039f903e3 is 175, key is test_row_0/A:col10/1733156564596/Put/seqid=0 2024-12-02T16:22:45,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742471_1647 (size=39549) 2024-12-02T16:22:45,270 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=81, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/aa626ea65b1041d4863e931039f903e3 2024-12-02T16:22:45,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/9778323c5ab644e291d18020f7247d09 is 50, key is test_row_0/B:col10/1733156564596/Put/seqid=0 2024-12-02T16:22:45,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742472_1648 (size=12001) 2024-12-02T16:22:45,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:45,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44926 deadline: 1733156625334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:45,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:45,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44858 deadline: 1733156625334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:45,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:45,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44904 deadline: 1733156625337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:45,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:45,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44934 deadline: 1733156625337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:45,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:45,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44926 deadline: 1733156625537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:45,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:45,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44858 deadline: 1733156625537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:45,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:45,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44904 deadline: 1733156625539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:45,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:45,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44934 deadline: 1733156625540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:45,698 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/9778323c5ab644e291d18020f7247d09 2024-12-02T16:22:45,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/f8c9841d22eb45699258375b4f9df2f8 is 50, key is test_row_0/C:col10/1733156564596/Put/seqid=0 2024-12-02T16:22:45,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742473_1649 (size=12001) 2024-12-02T16:22:45,708 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/f8c9841d22eb45699258375b4f9df2f8 2024-12-02T16:22:45,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/aa626ea65b1041d4863e931039f903e3 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/aa626ea65b1041d4863e931039f903e3 2024-12-02T16:22:45,716 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/aa626ea65b1041d4863e931039f903e3, entries=200, sequenceid=81, filesize=38.6 K 2024-12-02T16:22:45,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/9778323c5ab644e291d18020f7247d09 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/9778323c5ab644e291d18020f7247d09 2024-12-02T16:22:45,720 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/9778323c5ab644e291d18020f7247d09, entries=150, sequenceid=81, filesize=11.7 K 2024-12-02T16:22:45,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/f8c9841d22eb45699258375b4f9df2f8 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/f8c9841d22eb45699258375b4f9df2f8 2024-12-02T16:22:45,723 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/f8c9841d22eb45699258375b4f9df2f8, entries=150, sequenceid=81, filesize=11.7 K 2024-12-02T16:22:45,724 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 8c06851e8f62a23108f69bb290e9bc03 in 512ms, sequenceid=81, compaction requested=true 2024-12-02T16:22:45,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c06851e8f62a23108f69bb290e9bc03: 2024-12-02T16:22:45,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c06851e8f62a23108f69bb290e9bc03:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:22:45,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:45,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c06851e8f62a23108f69bb290e9bc03:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:22:45,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:45,724 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:22:45,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c06851e8f62a23108f69bb290e9bc03:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:22:45,724 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:22:45,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:22:45,725 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132414 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:22:45,725 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): 8c06851e8f62a23108f69bb290e9bc03/A is initiating minor compaction (all files) 2024-12-02T16:22:45,726 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c06851e8f62a23108f69bb290e9bc03/A in TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:45,726 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/d8bb89f5b5ba4d9f968e49a5902a82ef, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/e931fb9f0ce84d759456fe6da0d2f6d4, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/e4f07c1ee9fc46e68f80f55b411a28f2, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/aa626ea65b1041d4863e931039f903e3] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp, totalSize=129.3 K 2024-12-02T16:22:45,726 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:45,726 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. files: [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/d8bb89f5b5ba4d9f968e49a5902a82ef, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/e931fb9f0ce84d759456fe6da0d2f6d4, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/e4f07c1ee9fc46e68f80f55b411a28f2, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/aa626ea65b1041d4863e931039f903e3] 2024-12-02T16:22:45,726 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:22:45,726 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 8c06851e8f62a23108f69bb290e9bc03/B is initiating minor compaction (all files) 2024-12-02T16:22:45,726 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c06851e8f62a23108f69bb290e9bc03/B in TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:45,726 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8bb89f5b5ba4d9f968e49a5902a82ef, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733156562632 2024-12-02T16:22:45,726 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/f80c760a445e4c9a8969a3807a7a71a9, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/07b09324f70f4bcea32aa2e53f3efb93, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/a3c0a497b4b543d0aa2d05938d2ce199, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/9778323c5ab644e291d18020f7247d09] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp, totalSize=46.9 K 2024-12-02T16:22:45,726 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting e931fb9f0ce84d759456fe6da0d2f6d4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1733156562761 2024-12-02T16:22:45,726 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting f80c760a445e4c9a8969a3807a7a71a9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733156562632 2024-12-02T16:22:45,727 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting e4f07c1ee9fc46e68f80f55b411a28f2, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733156563444 2024-12-02T16:22:45,727 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 07b09324f70f4bcea32aa2e53f3efb93, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1733156562761 2024-12-02T16:22:45,727 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa626ea65b1041d4863e931039f903e3, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1733156564596 2024-12-02T16:22:45,727 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting a3c0a497b4b543d0aa2d05938d2ce199, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733156563444 2024-12-02T16:22:45,727 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 9778323c5ab644e291d18020f7247d09, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1733156564596 2024-12-02T16:22:45,733 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8c06851e8f62a23108f69bb290e9bc03] 2024-12-02T16:22:45,735 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c06851e8f62a23108f69bb290e9bc03#B#compaction#551 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:22:45,735 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202436e5ca6a1a6479189c3c12d450ea65f_8c06851e8f62a23108f69bb290e9bc03 store=[table=TestAcidGuarantees family=A region=8c06851e8f62a23108f69bb290e9bc03] 2024-12-02T16:22:45,736 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/5bb8b9ab966d4b1e860a932bdf166cdc is 50, key is test_row_0/B:col10/1733156564596/Put/seqid=0 2024-12-02T16:22:45,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:22:45,737 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c06851e8f62a23108f69bb290e9bc03 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T16:22:45,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=A 2024-12-02T16:22:45,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:45,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=B 2024-12-02T16:22:45,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:45,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=C 2024-12-02T16:22:45,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:45,743 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202436e5ca6a1a6479189c3c12d450ea65f_8c06851e8f62a23108f69bb290e9bc03, store=[table=TestAcidGuarantees family=A region=8c06851e8f62a23108f69bb290e9bc03] 2024-12-02T16:22:45,744 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202436e5ca6a1a6479189c3c12d450ea65f_8c06851e8f62a23108f69bb290e9bc03 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8c06851e8f62a23108f69bb290e9bc03] 2024-12-02T16:22:45,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742474_1650 (size=12139) 2024-12-02T16:22:45,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412020726ca2f0a0844e98f7ddf2297f239bf_8c06851e8f62a23108f69bb290e9bc03 is 50, key is test_row_0/A:col10/1733156565728/Put/seqid=0 2024-12-02T16:22:45,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742475_1651 (size=4469) 2024-12-02T16:22:45,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742476_1652 (size=14594) 2024-12-02T16:22:45,779 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:45,788 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412020726ca2f0a0844e98f7ddf2297f239bf_8c06851e8f62a23108f69bb290e9bc03 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412020726ca2f0a0844e98f7ddf2297f239bf_8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:22:45,791 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/4f5e6da112c74f75a3b2136ec893665b, store: [table=TestAcidGuarantees family=A region=8c06851e8f62a23108f69bb290e9bc03] 2024-12-02T16:22:45,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/4f5e6da112c74f75a3b2136ec893665b is 175, key is test_row_0/A:col10/1733156565728/Put/seqid=0 2024-12-02T16:22:45,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742477_1653 (size=39549) 2024-12-02T16:22:45,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:45,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44936 deadline: 1733156625824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:45,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:45,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44904 deadline: 1733156625841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:45,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:45,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44926 deadline: 1733156625842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:45,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:45,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44858 deadline: 1733156625842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:45,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:45,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44934 deadline: 1733156625844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:45,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:45,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44936 deadline: 1733156625927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:46,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:46,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44936 deadline: 1733156626130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:46,158 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/5bb8b9ab966d4b1e860a932bdf166cdc as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/5bb8b9ab966d4b1e860a932bdf166cdc 2024-12-02T16:22:46,162 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8c06851e8f62a23108f69bb290e9bc03/B of 8c06851e8f62a23108f69bb290e9bc03 into 5bb8b9ab966d4b1e860a932bdf166cdc(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:22:46,162 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c06851e8f62a23108f69bb290e9bc03: 2024-12-02T16:22:46,162 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03., storeName=8c06851e8f62a23108f69bb290e9bc03/B, priority=12, startTime=1733156565724; duration=0sec 2024-12-02T16:22:46,162 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:22:46,162 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c06851e8f62a23108f69bb290e9bc03:B 2024-12-02T16:22:46,162 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:22:46,163 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:22:46,163 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 8c06851e8f62a23108f69bb290e9bc03/C is initiating minor compaction (all files) 2024-12-02T16:22:46,164 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c06851e8f62a23108f69bb290e9bc03/C in TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:46,164 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/712e40052b8c4593be6657c351b87d17, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/285604170360490fa27c51022ba573c0, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/9f687ce96ee044be89d4bdc4af1c079e, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/f8c9841d22eb45699258375b4f9df2f8] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp, totalSize=46.9 K 2024-12-02T16:22:46,164 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 712e40052b8c4593be6657c351b87d17, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733156562632 2024-12-02T16:22:46,164 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 285604170360490fa27c51022ba573c0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1733156562761 2024-12-02T16:22:46,165 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f687ce96ee044be89d4bdc4af1c079e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733156563444 2024-12-02T16:22:46,165 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting f8c9841d22eb45699258375b4f9df2f8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1733156564596 2024-12-02T16:22:46,173 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c06851e8f62a23108f69bb290e9bc03#C#compaction#554 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:22:46,173 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/51e9f88140a14ca4bb16b6269df524c3 is 50, key is test_row_0/C:col10/1733156564596/Put/seqid=0 2024-12-02T16:22:46,174 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c06851e8f62a23108f69bb290e9bc03#A#compaction#552 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:22:46,174 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/f772b9990b0140edbcd22cf9081ee656 is 175, key is test_row_0/A:col10/1733156564596/Put/seqid=0 2024-12-02T16:22:46,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742479_1655 (size=31093) 2024-12-02T16:22:46,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742478_1654 (size=12139) 2024-12-02T16:22:46,203 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/f772b9990b0140edbcd22cf9081ee656 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/f772b9990b0140edbcd22cf9081ee656 2024-12-02T16:22:46,206 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=92, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/4f5e6da112c74f75a3b2136ec893665b 2024-12-02T16:22:46,207 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8c06851e8f62a23108f69bb290e9bc03/A of 8c06851e8f62a23108f69bb290e9bc03 into f772b9990b0140edbcd22cf9081ee656(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:22:46,207 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c06851e8f62a23108f69bb290e9bc03: 2024-12-02T16:22:46,207 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03., storeName=8c06851e8f62a23108f69bb290e9bc03/A, priority=12, startTime=1733156565724; duration=0sec 2024-12-02T16:22:46,208 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:46,208 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c06851e8f62a23108f69bb290e9bc03:A 2024-12-02T16:22:46,211 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/51e9f88140a14ca4bb16b6269df524c3 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/51e9f88140a14ca4bb16b6269df524c3 2024-12-02T16:22:46,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/b211b0f1ac7b4546afa43dad71706967 is 50, key is test_row_0/B:col10/1733156565728/Put/seqid=0 2024-12-02T16:22:46,217 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8c06851e8f62a23108f69bb290e9bc03/C of 8c06851e8f62a23108f69bb290e9bc03 into 51e9f88140a14ca4bb16b6269df524c3(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:22:46,217 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c06851e8f62a23108f69bb290e9bc03: 2024-12-02T16:22:46,217 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03., storeName=8c06851e8f62a23108f69bb290e9bc03/C, priority=12, startTime=1733156565724; duration=0sec 2024-12-02T16:22:46,218 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:46,218 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c06851e8f62a23108f69bb290e9bc03:C 2024-12-02T16:22:46,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742480_1656 (size=12001) 2024-12-02T16:22:46,236 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/b211b0f1ac7b4546afa43dad71706967 2024-12-02T16:22:46,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/aa131fa823904ffba57d0026e564ea8d is 50, key is test_row_0/C:col10/1733156565728/Put/seqid=0 2024-12-02T16:22:46,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742481_1657 (size=12001) 2024-12-02T16:22:46,277 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/aa131fa823904ffba57d0026e564ea8d 2024-12-02T16:22:46,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/4f5e6da112c74f75a3b2136ec893665b as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/4f5e6da112c74f75a3b2136ec893665b 2024-12-02T16:22:46,296 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/4f5e6da112c74f75a3b2136ec893665b, entries=200, sequenceid=92, filesize=38.6 K 2024-12-02T16:22:46,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/b211b0f1ac7b4546afa43dad71706967 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/b211b0f1ac7b4546afa43dad71706967 2024-12-02T16:22:46,300 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/b211b0f1ac7b4546afa43dad71706967, entries=150, sequenceid=92, filesize=11.7 K 2024-12-02T16:22:46,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/aa131fa823904ffba57d0026e564ea8d as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/aa131fa823904ffba57d0026e564ea8d 2024-12-02T16:22:46,308 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/aa131fa823904ffba57d0026e564ea8d, entries=150, sequenceid=92, filesize=11.7 K 2024-12-02T16:22:46,308 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 8c06851e8f62a23108f69bb290e9bc03 in 571ms, sequenceid=92, compaction requested=false 2024-12-02T16:22:46,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c06851e8f62a23108f69bb290e9bc03: 2024-12-02T16:22:46,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:22:46,349 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c06851e8f62a23108f69bb290e9bc03 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-02T16:22:46,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=A 2024-12-02T16:22:46,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:46,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=B 2024-12-02T16:22:46,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:46,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=C 2024-12-02T16:22:46,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:46,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:46,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44934 deadline: 1733156626354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:46,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412020c484a372c1540f8b01b27dd1aedd77a_8c06851e8f62a23108f69bb290e9bc03 is 50, key is test_row_0/A:col10/1733156566349/Put/seqid=0 2024-12-02T16:22:46,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:46,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44858 deadline: 1733156626354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:46,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:46,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44904 deadline: 1733156626356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:46,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:46,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44926 deadline: 1733156626357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:46,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742482_1658 (size=12154) 2024-12-02T16:22:46,363 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,367 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412020c484a372c1540f8b01b27dd1aedd77a_8c06851e8f62a23108f69bb290e9bc03 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412020c484a372c1540f8b01b27dd1aedd77a_8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:22:46,368 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/643cb5bd9a7b45d2ad5395ba571a4ddc, store: [table=TestAcidGuarantees family=A region=8c06851e8f62a23108f69bb290e9bc03] 2024-12-02T16:22:46,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/643cb5bd9a7b45d2ad5395ba571a4ddc is 175, key is test_row_0/A:col10/1733156566349/Put/seqid=0 2024-12-02T16:22:46,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742483_1659 (size=30955) 2024-12-02T16:22:46,374 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=123, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/643cb5bd9a7b45d2ad5395ba571a4ddc 2024-12-02T16:22:46,384 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/53bd26a9fc714674a9948b3034837981 is 50, key is test_row_0/B:col10/1733156566349/Put/seqid=0 2024-12-02T16:22:46,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742484_1660 (size=12001) 2024-12-02T16:22:46,394 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/53bd26a9fc714674a9948b3034837981 2024-12-02T16:22:46,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/75a18fc662304b4582289361324098aa is 50, key is test_row_0/C:col10/1733156566349/Put/seqid=0 2024-12-02T16:22:46,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742485_1661 (size=12001) 2024-12-02T16:22:46,409 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/75a18fc662304b4582289361324098aa 2024-12-02T16:22:46,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/643cb5bd9a7b45d2ad5395ba571a4ddc as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/643cb5bd9a7b45d2ad5395ba571a4ddc 2024-12-02T16:22:46,417 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/643cb5bd9a7b45d2ad5395ba571a4ddc, entries=150, sequenceid=123, filesize=30.2 K 2024-12-02T16:22:46,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/53bd26a9fc714674a9948b3034837981 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/53bd26a9fc714674a9948b3034837981 2024-12-02T16:22:46,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,423 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/53bd26a9fc714674a9948b3034837981, entries=150, sequenceid=123, filesize=11.7 K 2024-12-02T16:22:46,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/75a18fc662304b4582289361324098aa as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/75a18fc662304b4582289361324098aa 2024-12-02T16:22:46,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,428 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/75a18fc662304b4582289361324098aa, entries=150, sequenceid=123, filesize=11.7 K 2024-12-02T16:22:46,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,429 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 8c06851e8f62a23108f69bb290e9bc03 in 80ms, sequenceid=123, compaction requested=true 2024-12-02T16:22:46,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c06851e8f62a23108f69bb290e9bc03: 2024-12-02T16:22:46,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c06851e8f62a23108f69bb290e9bc03:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:22:46,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:46,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c06851e8f62a23108f69bb290e9bc03:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:22:46,429 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:22:46,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:22:46,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c06851e8f62a23108f69bb290e9bc03:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:22:46,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-02T16:22:46,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,429 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:22:46,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,431 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101597 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:22:46,431 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): 8c06851e8f62a23108f69bb290e9bc03/A is initiating minor compaction (all files) 2024-12-02T16:22:46,431 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:22:46,431 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c06851e8f62a23108f69bb290e9bc03/A in TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:46,431 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 8c06851e8f62a23108f69bb290e9bc03/B is initiating minor compaction (all files) 2024-12-02T16:22:46,431 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c06851e8f62a23108f69bb290e9bc03/B in TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:46,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,431 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/f772b9990b0140edbcd22cf9081ee656, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/4f5e6da112c74f75a3b2136ec893665b, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/643cb5bd9a7b45d2ad5395ba571a4ddc] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp, totalSize=99.2 K 2024-12-02T16:22:46,431 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:46,431 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/5bb8b9ab966d4b1e860a932bdf166cdc, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/b211b0f1ac7b4546afa43dad71706967, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/53bd26a9fc714674a9948b3034837981] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp, totalSize=35.3 K 2024-12-02T16:22:46,431 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. files: [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/f772b9990b0140edbcd22cf9081ee656, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/4f5e6da112c74f75a3b2136ec893665b, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/643cb5bd9a7b45d2ad5395ba571a4ddc] 2024-12-02T16:22:46,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,431 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 5bb8b9ab966d4b1e860a932bdf166cdc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1733156564596 2024-12-02T16:22:46,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,432 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting f772b9990b0140edbcd22cf9081ee656, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1733156564596 2024-12-02T16:22:46,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,432 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting b211b0f1ac7b4546afa43dad71706967, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733156565214 2024-12-02T16:22:46,432 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f5e6da112c74f75a3b2136ec893665b, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733156565214 2024-12-02T16:22:46,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,432 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 53bd26a9fc714674a9948b3034837981, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1733156565815 2024-12-02T16:22:46,432 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 643cb5bd9a7b45d2ad5395ba571a4ddc, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1733156565815 2024-12-02T16:22:46,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,440 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8c06851e8f62a23108f69bb290e9bc03] 2024-12-02T16:22:46,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,441 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202d67c627665de4b7f953f3e8bd9868a78_8c06851e8f62a23108f69bb290e9bc03 store=[table=TestAcidGuarantees family=A region=8c06851e8f62a23108f69bb290e9bc03] 2024-12-02T16:22:46,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,442 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c06851e8f62a23108f69bb290e9bc03#B#compaction#561 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:22:46,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,442 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/43b612148d414a1cad7a0f1eb0b0a61b is 50, key is test_row_0/B:col10/1733156566349/Put/seqid=0 2024-12-02T16:22:46,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,443 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202d67c627665de4b7f953f3e8bd9868a78_8c06851e8f62a23108f69bb290e9bc03, store=[table=TestAcidGuarantees family=A region=8c06851e8f62a23108f69bb290e9bc03] 2024-12-02T16:22:46,443 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202d67c627665de4b7f953f3e8bd9868a78_8c06851e8f62a23108f69bb290e9bc03 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8c06851e8f62a23108f69bb290e9bc03] 2024-12-02T16:22:46,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742486_1662 (size=4469) 2024-12-02T16:22:46,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:22:46,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,455 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c06851e8f62a23108f69bb290e9bc03 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T16:22:46,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=A 2024-12-02T16:22:46,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742487_1663 (size=12241) 2024-12-02T16:22:46,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:46,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=B 2024-12-02T16:22:46,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:46,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=C 2024-12-02T16:22:46,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:46,456 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c06851e8f62a23108f69bb290e9bc03#A#compaction#560 average throughput is 1.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:22:46,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,457 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/470a5b50dd344f2f948116f0b2c9682e is 175, key is test_row_0/A:col10/1733156566349/Put/seqid=0 2024-12-02T16:22:46,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,464 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202b3d1ee762d8c4d6ba30edc7da0324837_8c06851e8f62a23108f69bb290e9bc03 is 50, key is test_row_0/A:col10/1733156566446/Put/seqid=0 2024-12-02T16:22:46,464 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/43b612148d414a1cad7a0f1eb0b0a61b as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/43b612148d414a1cad7a0f1eb0b0a61b 2024-12-02T16:22:46,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742488_1664 (size=31195) 2024-12-02T16:22:46,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742489_1665 (size=17234) 2024-12-02T16:22:46,469 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:46,470 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/470a5b50dd344f2f948116f0b2c9682e as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/470a5b50dd344f2f948116f0b2c9682e 2024-12-02T16:22:46,470 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c06851e8f62a23108f69bb290e9bc03/B of 8c06851e8f62a23108f69bb290e9bc03 into 43b612148d414a1cad7a0f1eb0b0a61b(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:22:46,470 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c06851e8f62a23108f69bb290e9bc03: 2024-12-02T16:22:46,470 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03., storeName=8c06851e8f62a23108f69bb290e9bc03/B, priority=13, startTime=1733156566429; duration=0sec 2024-12-02T16:22:46,470 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:22:46,470 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c06851e8f62a23108f69bb290e9bc03:B 2024-12-02T16:22:46,471 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:22:46,471 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:22:46,471 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 8c06851e8f62a23108f69bb290e9bc03/C is initiating minor compaction (all files) 2024-12-02T16:22:46,471 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c06851e8f62a23108f69bb290e9bc03/C in TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:46,472 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/51e9f88140a14ca4bb16b6269df524c3, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/aa131fa823904ffba57d0026e564ea8d, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/75a18fc662304b4582289361324098aa] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp, totalSize=35.3 K 2024-12-02T16:22:46,472 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 51e9f88140a14ca4bb16b6269df524c3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1733156564596 2024-12-02T16:22:46,472 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting aa131fa823904ffba57d0026e564ea8d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733156565214 2024-12-02T16:22:46,473 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 75a18fc662304b4582289361324098aa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1733156565815 2024-12-02T16:22:46,473 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202b3d1ee762d8c4d6ba30edc7da0324837_8c06851e8f62a23108f69bb290e9bc03 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202b3d1ee762d8c4d6ba30edc7da0324837_8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:22:46,474 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/55a06d82f1b34940b857d6126f851919, store: [table=TestAcidGuarantees family=A region=8c06851e8f62a23108f69bb290e9bc03] 2024-12-02T16:22:46,476 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/55a06d82f1b34940b857d6126f851919 is 175, key is test_row_0/A:col10/1733156566446/Put/seqid=0 2024-12-02T16:22:46,476 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c06851e8f62a23108f69bb290e9bc03/A of 8c06851e8f62a23108f69bb290e9bc03 into 470a5b50dd344f2f948116f0b2c9682e(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:22:46,476 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c06851e8f62a23108f69bb290e9bc03: 2024-12-02T16:22:46,476 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03., storeName=8c06851e8f62a23108f69bb290e9bc03/A, priority=13, startTime=1733156566429; duration=0sec 2024-12-02T16:22:46,477 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:46,477 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c06851e8f62a23108f69bb290e9bc03:A 2024-12-02T16:22:46,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742490_1666 (size=48339) 2024-12-02T16:22:46,480 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/55a06d82f1b34940b857d6126f851919 2024-12-02T16:22:46,481 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c06851e8f62a23108f69bb290e9bc03#C#compaction#563 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:22:46,482 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/e3938b720a7f41e8be8e3c169894c4fe is 50, key is test_row_0/C:col10/1733156566349/Put/seqid=0 2024-12-02T16:22:46,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/9f10ef7841ea48a9bb0bb00bf3c19187 is 50, key is test_row_0/B:col10/1733156566446/Put/seqid=0 2024-12-02T16:22:46,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:46,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:46,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44858 deadline: 1733156626489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:46,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44926 deadline: 1733156626489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:46,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:46,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44904 deadline: 1733156626490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:46,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:46,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44936 deadline: 1733156626491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:46,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:46,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44934 deadline: 1733156626493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:46,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742491_1667 (size=12241) 2024-12-02T16:22:46,511 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/e3938b720a7f41e8be8e3c169894c4fe as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/e3938b720a7f41e8be8e3c169894c4fe 2024-12-02T16:22:46,515 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c06851e8f62a23108f69bb290e9bc03/C of 8c06851e8f62a23108f69bb290e9bc03 into e3938b720a7f41e8be8e3c169894c4fe(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:22:46,515 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c06851e8f62a23108f69bb290e9bc03: 2024-12-02T16:22:46,515 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03., storeName=8c06851e8f62a23108f69bb290e9bc03/C, priority=13, startTime=1733156566429; duration=0sec 2024-12-02T16:22:46,515 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:46,515 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c06851e8f62a23108f69bb290e9bc03:C 2024-12-02T16:22:46,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742492_1668 (size=12101) 2024-12-02T16:22:46,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:46,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44936 deadline: 1733156626596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:46,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:46,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44934 deadline: 1733156626596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:46,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:46,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44926 deadline: 1733156626597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:46,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:46,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44858 deadline: 1733156626597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:46,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:46,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44904 deadline: 1733156626597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-02T16:22:46,737 INFO [Thread-2780 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 179 completed 2024-12-02T16:22:46,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:22:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees 2024-12-02T16:22:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-02T16:22:46,739 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:22:46,740 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:22:46,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=182, ppid=181, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:22:46,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44926 deadline: 1733156626799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:46,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44904 deadline: 1733156626799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:46,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44858 deadline: 1733156626800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:46,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44934 deadline: 1733156626801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:46,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44936 deadline: 1733156626802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-02T16:22:46,891 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:46,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-12-02T16:22:46,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:46,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. as already flushing 2024-12-02T16:22:46,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:46,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:46,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:46,923 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/9f10ef7841ea48a9bb0bb00bf3c19187 2024-12-02T16:22:46,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/9a2f57b1ee3446dcb8f96f8b50907398 is 50, key is test_row_0/C:col10/1733156566446/Put/seqid=0 2024-12-02T16:22:46,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742493_1669 (size=12101) 2024-12-02T16:22:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-02T16:22:47,044 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:47,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-12-02T16:22:47,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:47,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. as already flushing 2024-12-02T16:22:47,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:47,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:47,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:47,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:47,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:47,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44926 deadline: 1733156627102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:47,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:47,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44904 deadline: 1733156627103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:47,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:47,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44934 deadline: 1733156627103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:47,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:47,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44858 deadline: 1733156627104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:47,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:47,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44936 deadline: 1733156627106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:47,196 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:47,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-12-02T16:22:47,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:47,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. as already flushing 2024-12-02T16:22:47,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:47,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:47,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:47,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:47,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-02T16:22:47,349 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:47,354 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/9a2f57b1ee3446dcb8f96f8b50907398 2024-12-02T16:22:47,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-12-02T16:22:47,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:47,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. as already flushing 2024-12-02T16:22:47,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:47,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:47,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:47,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:47,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/55a06d82f1b34940b857d6126f851919 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/55a06d82f1b34940b857d6126f851919 2024-12-02T16:22:47,373 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/55a06d82f1b34940b857d6126f851919, entries=250, sequenceid=134, filesize=47.2 K 2024-12-02T16:22:47,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/9f10ef7841ea48a9bb0bb00bf3c19187 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/9f10ef7841ea48a9bb0bb00bf3c19187 2024-12-02T16:22:47,376 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/9f10ef7841ea48a9bb0bb00bf3c19187, entries=150, sequenceid=134, filesize=11.8 K 2024-12-02T16:22:47,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/9a2f57b1ee3446dcb8f96f8b50907398 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/9a2f57b1ee3446dcb8f96f8b50907398 2024-12-02T16:22:47,380 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/9a2f57b1ee3446dcb8f96f8b50907398, entries=150, sequenceid=134, filesize=11.8 K 2024-12-02T16:22:47,381 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 8c06851e8f62a23108f69bb290e9bc03 in 926ms, sequenceid=134, compaction requested=false 2024-12-02T16:22:47,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c06851e8f62a23108f69bb290e9bc03: 2024-12-02T16:22:47,517 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:47,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-12-02T16:22:47,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:47,518 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2837): Flushing 8c06851e8f62a23108f69bb290e9bc03 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-02T16:22:47,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=A 2024-12-02T16:22:47,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:47,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=B 2024-12-02T16:22:47,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:47,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=C 2024-12-02T16:22:47,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:47,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202411deb0e72064640922f373e087a1ff6_8c06851e8f62a23108f69bb290e9bc03 is 50, key is test_row_0/A:col10/1733156566490/Put/seqid=0 2024-12-02T16:22:47,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742494_1670 (size=12304) 2024-12-02T16:22:47,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:22:47,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. as already flushing 2024-12-02T16:22:47,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:47,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:47,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44858 deadline: 1733156627612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:47,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44936 deadline: 1733156627612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:47,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:47,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44934 deadline: 1733156627613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:47,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:47,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44904 deadline: 1733156627614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:47,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:47,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44926 deadline: 1733156627614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:47,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:47,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44858 deadline: 1733156627716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:47,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:47,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44936 deadline: 1733156627716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:47,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:47,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44934 deadline: 1733156627717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:47,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:47,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44904 deadline: 1733156627717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:47,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:47,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44926 deadline: 1733156627717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:47,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-02T16:22:47,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:47,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44934 deadline: 1733156627919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:47,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:47,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44926 deadline: 1733156627919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:47,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:47,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44858 deadline: 1733156627920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:47,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:47,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44936 deadline: 1733156627920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:47,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:47,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44904 deadline: 1733156627920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:47,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:47,939 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202411deb0e72064640922f373e087a1ff6_8c06851e8f62a23108f69bb290e9bc03 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202411deb0e72064640922f373e087a1ff6_8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:22:47,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/3fe37985b58f40f8a84c18255796b6a6, store: [table=TestAcidGuarantees family=A region=8c06851e8f62a23108f69bb290e9bc03] 2024-12-02T16:22:47,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/3fe37985b58f40f8a84c18255796b6a6 is 175, key is test_row_0/A:col10/1733156566490/Put/seqid=0 2024-12-02T16:22:47,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742495_1671 (size=31105) 2024-12-02T16:22:48,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44926 deadline: 1733156628222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:48,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44858 deadline: 1733156628222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:48,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:48,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44934 deadline: 1733156628222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:48,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44904 deadline: 1733156628225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:48,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44936 deadline: 1733156628225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:48,345 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=162, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/3fe37985b58f40f8a84c18255796b6a6 2024-12-02T16:22:48,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/0a3db78e9ad24464bfa55b0536f8fdde is 50, key is test_row_0/B:col10/1733156566490/Put/seqid=0 2024-12-02T16:22:48,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742496_1672 (size=12151) 2024-12-02T16:22:48,356 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/0a3db78e9ad24464bfa55b0536f8fdde 2024-12-02T16:22:48,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/cecd2ade1758479aa16a404ef81a6214 is 50, key is test_row_0/C:col10/1733156566490/Put/seqid=0 2024-12-02T16:22:48,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742497_1673 (size=12151) 2024-12-02T16:22:48,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:48,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44926 deadline: 1733156628724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:48,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:48,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44858 deadline: 1733156628725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:48,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:48,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44934 deadline: 1733156628728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:48,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:48,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44936 deadline: 1733156628729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:48,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:48,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44904 deadline: 1733156628730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:48,766 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/cecd2ade1758479aa16a404ef81a6214 2024-12-02T16:22:48,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/3fe37985b58f40f8a84c18255796b6a6 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/3fe37985b58f40f8a84c18255796b6a6 2024-12-02T16:22:48,773 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/3fe37985b58f40f8a84c18255796b6a6, entries=150, sequenceid=162, filesize=30.4 K 2024-12-02T16:22:48,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/0a3db78e9ad24464bfa55b0536f8fdde as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/0a3db78e9ad24464bfa55b0536f8fdde 2024-12-02T16:22:48,777 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/0a3db78e9ad24464bfa55b0536f8fdde, entries=150, sequenceid=162, filesize=11.9 K 2024-12-02T16:22:48,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/cecd2ade1758479aa16a404ef81a6214 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/cecd2ade1758479aa16a404ef81a6214 2024-12-02T16:22:48,780 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/cecd2ade1758479aa16a404ef81a6214, entries=150, sequenceid=162, filesize=11.9 K 2024-12-02T16:22:48,781 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 8c06851e8f62a23108f69bb290e9bc03 in 1264ms, sequenceid=162, compaction requested=true 2024-12-02T16:22:48,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2538): Flush status journal for 8c06851e8f62a23108f69bb290e9bc03: 2024-12-02T16:22:48,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:48,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=182 2024-12-02T16:22:48,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=182 2024-12-02T16:22:48,783 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=182, resume processing ppid=181 2024-12-02T16:22:48,783 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=182, ppid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0420 sec 2024-12-02T16:22:48,784 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees in 2.0450 sec 2024-12-02T16:22:48,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-02T16:22:48,843 INFO [Thread-2780 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 181 completed 2024-12-02T16:22:48,844 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:22:48,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=183, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees 2024-12-02T16:22:48,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-02T16:22:48,845 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=183, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:22:48,846 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=183, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:22:48,846 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=184, ppid=183, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:22:48,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-02T16:22:48,997 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:48,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-02T16:22:48,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:48,997 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2837): Flushing 8c06851e8f62a23108f69bb290e9bc03 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T16:22:48,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=A 2024-12-02T16:22:48,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:48,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=B 2024-12-02T16:22:48,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:48,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=C 2024-12-02T16:22:48,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:49,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202fc779513ddb1450f80519682047f323f_8c06851e8f62a23108f69bb290e9bc03 is 50, key is test_row_0/A:col10/1733156567612/Put/seqid=0 2024-12-02T16:22:49,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742498_1674 (size=12304) 2024-12-02T16:22:49,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-02T16:22:49,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:49,411 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202fc779513ddb1450f80519682047f323f_8c06851e8f62a23108f69bb290e9bc03 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202fc779513ddb1450f80519682047f323f_8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:22:49,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/9b3f4131024b46fcbbc5898028a134b9, store: [table=TestAcidGuarantees family=A region=8c06851e8f62a23108f69bb290e9bc03] 2024-12-02T16:22:49,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/9b3f4131024b46fcbbc5898028a134b9 is 175, key is test_row_0/A:col10/1733156567612/Put/seqid=0 2024-12-02T16:22:49,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742499_1675 (size=31105) 2024-12-02T16:22:49,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-02T16:22:49,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:22:49,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. as already flushing 2024-12-02T16:22:49,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:49,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44904 deadline: 1733156629749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:49,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:49,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44926 deadline: 1733156629750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:49,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:49,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44936 deadline: 1733156629752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:49,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:49,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44858 deadline: 1733156629752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:49,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:49,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44934 deadline: 1733156629752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:49,816 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=173, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/9b3f4131024b46fcbbc5898028a134b9 2024-12-02T16:22:49,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/a27c5788a6ae45aaaee3a2cc20d45ce5 is 50, key is test_row_0/B:col10/1733156567612/Put/seqid=0 2024-12-02T16:22:49,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742500_1676 (size=12151) 2024-12-02T16:22:49,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:49,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44904 deadline: 1733156629853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:49,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:49,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44926 deadline: 1733156629854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:49,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:49,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44936 deadline: 1733156629856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:49,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:49,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44858 deadline: 1733156629857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:49,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:49,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44934 deadline: 1733156629857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-02T16:22:50,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:50,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44926 deadline: 1733156630057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:50,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44904 deadline: 1733156630058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:50,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44934 deadline: 1733156630060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:50,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44936 deadline: 1733156630060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:50,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44858 deadline: 1733156630061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:50,226 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/a27c5788a6ae45aaaee3a2cc20d45ce5 2024-12-02T16:22:50,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/e4111284fdc74da6905785c33baa2912 is 50, key is test_row_0/C:col10/1733156567612/Put/seqid=0 2024-12-02T16:22:50,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742501_1677 (size=12151) 2024-12-02T16:22:50,236 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/e4111284fdc74da6905785c33baa2912 2024-12-02T16:22:50,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/9b3f4131024b46fcbbc5898028a134b9 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/9b3f4131024b46fcbbc5898028a134b9 2024-12-02T16:22:50,242 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/9b3f4131024b46fcbbc5898028a134b9, entries=150, sequenceid=173, filesize=30.4 K 2024-12-02T16:22:50,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/a27c5788a6ae45aaaee3a2cc20d45ce5 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/a27c5788a6ae45aaaee3a2cc20d45ce5 2024-12-02T16:22:50,246 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/a27c5788a6ae45aaaee3a2cc20d45ce5, entries=150, sequenceid=173, filesize=11.9 K 2024-12-02T16:22:50,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/e4111284fdc74da6905785c33baa2912 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/e4111284fdc74da6905785c33baa2912 2024-12-02T16:22:50,250 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/e4111284fdc74da6905785c33baa2912, entries=150, sequenceid=173, filesize=11.9 K 2024-12-02T16:22:50,251 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for 8c06851e8f62a23108f69bb290e9bc03 in 1254ms, sequenceid=173, compaction requested=true 2024-12-02T16:22:50,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2538): Flush status journal for 8c06851e8f62a23108f69bb290e9bc03: 2024-12-02T16:22:50,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:50,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=184 2024-12-02T16:22:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=184 2024-12-02T16:22:50,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=184, resume processing ppid=183 2024-12-02T16:22:50,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=184, ppid=183, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4060 sec 2024-12-02T16:22:50,255 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=183, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees in 1.4100 sec 2024-12-02T16:22:50,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:22:50,361 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c06851e8f62a23108f69bb290e9bc03 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-02T16:22:50,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=A 2024-12-02T16:22:50,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:50,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=B 2024-12-02T16:22:50,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:50,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=C 2024-12-02T16:22:50,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:50,367 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412023aa5bbf9d92b4b4297aa4187302a9edd_8c06851e8f62a23108f69bb290e9bc03 is 50, key is test_row_0/A:col10/1733156570360/Put/seqid=0 2024-12-02T16:22:50,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:50,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:50,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44926 deadline: 1733156630366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:50,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44904 deadline: 1733156630366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:50,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:50,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44936 deadline: 1733156630367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:50,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:50,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44934 deadline: 1733156630367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:50,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742502_1678 (size=14794) 2024-12-02T16:22:50,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:50,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44858 deadline: 1733156630368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:50,373 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:50,377 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412023aa5bbf9d92b4b4297aa4187302a9edd_8c06851e8f62a23108f69bb290e9bc03 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412023aa5bbf9d92b4b4297aa4187302a9edd_8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:22:50,378 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/1158120955d4479cbfaafdab412f94a7, store: [table=TestAcidGuarantees family=A region=8c06851e8f62a23108f69bb290e9bc03] 2024-12-02T16:22:50,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/1158120955d4479cbfaafdab412f94a7 is 175, key is test_row_0/A:col10/1733156570360/Put/seqid=0 2024-12-02T16:22:50,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742503_1679 (size=39749) 2024-12-02T16:22:50,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:50,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:50,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44926 deadline: 1733156630472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:50,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44904 deadline: 1733156630472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:50,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:50,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44936 deadline: 1733156630472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:50,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:50,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44934 deadline: 1733156630473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:50,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:50,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44858 deadline: 1733156630474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:50,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:50,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44904 deadline: 1733156630676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:50,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:50,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44926 deadline: 1733156630676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:50,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:50,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44934 deadline: 1733156630676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:50,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:50,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44936 deadline: 1733156630676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:50,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:50,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44858 deadline: 1733156630676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:50,782 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=201, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/1158120955d4479cbfaafdab412f94a7 2024-12-02T16:22:50,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/5c44a98b587b4713a4fa1d1fffe81810 is 50, key is test_row_0/B:col10/1733156570360/Put/seqid=0 2024-12-02T16:22:50,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742504_1680 (size=12151) 2024-12-02T16:22:50,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-02T16:22:50,948 INFO [Thread-2780 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 183 completed 2024-12-02T16:22:50,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:22:50,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=185, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees 2024-12-02T16:22:50,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-02T16:22:50,950 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=185, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:22:50,951 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=185, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:22:50,951 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=186, ppid=185, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:22:50,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:50,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44936 deadline: 1733156630979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:50,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:50,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44904 deadline: 1733156630980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:50,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:50,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44934 deadline: 1733156630980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:50,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:50,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44858 deadline: 1733156630980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:50,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:50,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44926 deadline: 1733156630981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:51,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-02T16:22:51,102 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:51,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-12-02T16:22:51,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:51,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. as already flushing 2024-12-02T16:22:51,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:51,103 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:51,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:51,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:51,192 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/5c44a98b587b4713a4fa1d1fffe81810 2024-12-02T16:22:51,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/f285bc47f1384075b819758671932d22 is 50, key is test_row_0/C:col10/1733156570360/Put/seqid=0 2024-12-02T16:22:51,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742505_1681 (size=12151) 2024-12-02T16:22:51,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-02T16:22:51,254 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:51,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-12-02T16:22:51,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:51,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. as already flushing 2024-12-02T16:22:51,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:51,255 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:51,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:51,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:51,407 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:51,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-12-02T16:22:51,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:51,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. as already flushing 2024-12-02T16:22:51,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:51,407 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:51,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:51,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:51,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:51,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44936 deadline: 1733156631482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:51,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:51,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44904 deadline: 1733156631483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:51,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:51,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44858 deadline: 1733156631483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:51,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:51,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44934 deadline: 1733156631485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:51,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:51,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44926 deadline: 1733156631487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:51,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-02T16:22:51,559 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:51,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-12-02T16:22:51,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:51,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. as already flushing 2024-12-02T16:22:51,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:51,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:51,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:51,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:51,602 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/f285bc47f1384075b819758671932d22 2024-12-02T16:22:51,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/1158120955d4479cbfaafdab412f94a7 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/1158120955d4479cbfaafdab412f94a7 2024-12-02T16:22:51,609 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/1158120955d4479cbfaafdab412f94a7, entries=200, sequenceid=201, filesize=38.8 K 2024-12-02T16:22:51,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/5c44a98b587b4713a4fa1d1fffe81810 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/5c44a98b587b4713a4fa1d1fffe81810 2024-12-02T16:22:51,612 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/5c44a98b587b4713a4fa1d1fffe81810, entries=150, sequenceid=201, filesize=11.9 K 2024-12-02T16:22:51,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/f285bc47f1384075b819758671932d22 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/f285bc47f1384075b819758671932d22 2024-12-02T16:22:51,616 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/f285bc47f1384075b819758671932d22, entries=150, sequenceid=201, filesize=11.9 K 2024-12-02T16:22:51,616 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 8c06851e8f62a23108f69bb290e9bc03 in 1255ms, sequenceid=201, compaction requested=true 2024-12-02T16:22:51,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c06851e8f62a23108f69bb290e9bc03: 2024-12-02T16:22:51,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c06851e8f62a23108f69bb290e9bc03:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:22:51,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:51,616 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-02T16:22:51,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c06851e8f62a23108f69bb290e9bc03:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:22:51,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:51,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c06851e8f62a23108f69bb290e9bc03:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:22:51,616 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-02T16:22:51,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:22:51,617 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 181493 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-02T16:22:51,617 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60795 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-02T16:22:51,618 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 8c06851e8f62a23108f69bb290e9bc03/B is initiating minor compaction (all files) 2024-12-02T16:22:51,618 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): 8c06851e8f62a23108f69bb290e9bc03/A is initiating minor compaction (all files) 2024-12-02T16:22:51,618 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c06851e8f62a23108f69bb290e9bc03/A in TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:51,618 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/470a5b50dd344f2f948116f0b2c9682e, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/55a06d82f1b34940b857d6126f851919, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/3fe37985b58f40f8a84c18255796b6a6, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/9b3f4131024b46fcbbc5898028a134b9, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/1158120955d4479cbfaafdab412f94a7] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp, totalSize=177.2 K 2024-12-02T16:22:51,618 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:51,618 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. files: [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/470a5b50dd344f2f948116f0b2c9682e, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/55a06d82f1b34940b857d6126f851919, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/3fe37985b58f40f8a84c18255796b6a6, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/9b3f4131024b46fcbbc5898028a134b9, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/1158120955d4479cbfaafdab412f94a7] 2024-12-02T16:22:51,618 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c06851e8f62a23108f69bb290e9bc03/B in TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:51,618 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/43b612148d414a1cad7a0f1eb0b0a61b, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/9f10ef7841ea48a9bb0bb00bf3c19187, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/0a3db78e9ad24464bfa55b0536f8fdde, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/a27c5788a6ae45aaaee3a2cc20d45ce5, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/5c44a98b587b4713a4fa1d1fffe81810] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp, totalSize=59.4 K 2024-12-02T16:22:51,618 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 470a5b50dd344f2f948116f0b2c9682e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1733156565815 2024-12-02T16:22:51,618 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 43b612148d414a1cad7a0f1eb0b0a61b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1733156565815 2024-12-02T16:22:51,618 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55a06d82f1b34940b857d6126f851919, keycount=250, bloomtype=ROW, size=47.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733156566353 2024-12-02T16:22:51,619 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f10ef7841ea48a9bb0bb00bf3c19187, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733156566353 2024-12-02T16:22:51,619 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3fe37985b58f40f8a84c18255796b6a6, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1733156566487 2024-12-02T16:22:51,619 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a3db78e9ad24464bfa55b0536f8fdde, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1733156566487 2024-12-02T16:22:51,619 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting a27c5788a6ae45aaaee3a2cc20d45ce5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1733156567611 2024-12-02T16:22:51,619 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9b3f4131024b46fcbbc5898028a134b9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1733156567611 2024-12-02T16:22:51,619 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c44a98b587b4713a4fa1d1fffe81810, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733156569751 2024-12-02T16:22:51,619 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1158120955d4479cbfaafdab412f94a7, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733156569749 2024-12-02T16:22:51,627 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c06851e8f62a23108f69bb290e9bc03#B#compaction#575 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:22:51,628 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/927a089289a84e1b8aba380913703c7e is 50, key is test_row_0/B:col10/1733156570360/Put/seqid=0 2024-12-02T16:22:51,629 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8c06851e8f62a23108f69bb290e9bc03] 2024-12-02T16:22:51,631 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412022e8aed415d9c4b9da31dff6c780b24ea_8c06851e8f62a23108f69bb290e9bc03 store=[table=TestAcidGuarantees family=A region=8c06851e8f62a23108f69bb290e9bc03] 2024-12-02T16:22:51,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742506_1682 (size=12561) 2024-12-02T16:22:51,633 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412022e8aed415d9c4b9da31dff6c780b24ea_8c06851e8f62a23108f69bb290e9bc03, store=[table=TestAcidGuarantees family=A region=8c06851e8f62a23108f69bb290e9bc03] 2024-12-02T16:22:51,633 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412022e8aed415d9c4b9da31dff6c780b24ea_8c06851e8f62a23108f69bb290e9bc03 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8c06851e8f62a23108f69bb290e9bc03] 2024-12-02T16:22:51,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742507_1683 (size=4469) 2024-12-02T16:22:51,638 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/927a089289a84e1b8aba380913703c7e as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/927a089289a84e1b8aba380913703c7e 2024-12-02T16:22:51,642 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 8c06851e8f62a23108f69bb290e9bc03/B of 8c06851e8f62a23108f69bb290e9bc03 into 927a089289a84e1b8aba380913703c7e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:22:51,642 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c06851e8f62a23108f69bb290e9bc03: 2024-12-02T16:22:51,642 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03., storeName=8c06851e8f62a23108f69bb290e9bc03/B, priority=11, startTime=1733156571616; duration=0sec 2024-12-02T16:22:51,642 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:22:51,642 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c06851e8f62a23108f69bb290e9bc03:B 2024-12-02T16:22:51,642 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-02T16:22:51,644 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60795 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-02T16:22:51,644 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 8c06851e8f62a23108f69bb290e9bc03/C is initiating minor compaction (all files) 2024-12-02T16:22:51,644 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c06851e8f62a23108f69bb290e9bc03/C in TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:51,644 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/e3938b720a7f41e8be8e3c169894c4fe, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/9a2f57b1ee3446dcb8f96f8b50907398, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/cecd2ade1758479aa16a404ef81a6214, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/e4111284fdc74da6905785c33baa2912, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/f285bc47f1384075b819758671932d22] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp, totalSize=59.4 K 2024-12-02T16:22:51,644 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting e3938b720a7f41e8be8e3c169894c4fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1733156565815 2024-12-02T16:22:51,644 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a2f57b1ee3446dcb8f96f8b50907398, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733156566353 2024-12-02T16:22:51,645 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting cecd2ade1758479aa16a404ef81a6214, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1733156566487 2024-12-02T16:22:51,645 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting e4111284fdc74da6905785c33baa2912, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1733156567611 2024-12-02T16:22:51,645 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting f285bc47f1384075b819758671932d22, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733156569751 2024-12-02T16:22:51,653 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c06851e8f62a23108f69bb290e9bc03#C#compaction#577 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:22:51,653 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/4c93b12476f2488291109ded22f13e80 is 50, key is test_row_0/C:col10/1733156570360/Put/seqid=0 2024-12-02T16:22:51,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742508_1684 (size=12561) 2024-12-02T16:22:51,662 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/4c93b12476f2488291109ded22f13e80 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/4c93b12476f2488291109ded22f13e80 2024-12-02T16:22:51,666 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 8c06851e8f62a23108f69bb290e9bc03/C of 8c06851e8f62a23108f69bb290e9bc03 into 4c93b12476f2488291109ded22f13e80(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:22:51,666 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c06851e8f62a23108f69bb290e9bc03: 2024-12-02T16:22:51,666 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03., storeName=8c06851e8f62a23108f69bb290e9bc03/C, priority=11, startTime=1733156571616; duration=0sec 2024-12-02T16:22:51,666 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:51,666 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c06851e8f62a23108f69bb290e9bc03:C 2024-12-02T16:22:51,711 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:51,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-12-02T16:22:51,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:51,712 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2837): Flushing 8c06851e8f62a23108f69bb290e9bc03 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-02T16:22:51,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=A 2024-12-02T16:22:51,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:51,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=B 2024-12-02T16:22:51,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:51,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=C 2024-12-02T16:22:51,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:51,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202db2b8bdfe7544a5881d6224f8b98a8d3_8c06851e8f62a23108f69bb290e9bc03 is 50, key is test_row_0/A:col10/1733156570365/Put/seqid=0 2024-12-02T16:22:51,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742509_1685 (size=12304) 2024-12-02T16:22:52,040 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c06851e8f62a23108f69bb290e9bc03#A#compaction#576 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:22:52,040 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/b781de1a119d4957bcb1c308ab42122b is 175, key is test_row_0/A:col10/1733156570360/Put/seqid=0 2024-12-02T16:22:52,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742510_1686 (size=31515) 2024-12-02T16:22:52,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-02T16:22:52,056 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/b781de1a119d4957bcb1c308ab42122b as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/b781de1a119d4957bcb1c308ab42122b 2024-12-02T16:22:52,061 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 8c06851e8f62a23108f69bb290e9bc03/A of 8c06851e8f62a23108f69bb290e9bc03 into b781de1a119d4957bcb1c308ab42122b(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:22:52,061 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c06851e8f62a23108f69bb290e9bc03: 2024-12-02T16:22:52,061 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03., storeName=8c06851e8f62a23108f69bb290e9bc03/A, priority=11, startTime=1733156571616; duration=0sec 2024-12-02T16:22:52,061 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:52,061 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c06851e8f62a23108f69bb290e9bc03:A 2024-12-02T16:22:52,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,124 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202db2b8bdfe7544a5881d6224f8b98a8d3_8c06851e8f62a23108f69bb290e9bc03 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202db2b8bdfe7544a5881d6224f8b98a8d3_8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:22:52,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/e4e0382b9aa84eb69a2e28608ada5946, store: [table=TestAcidGuarantees family=A region=8c06851e8f62a23108f69bb290e9bc03] 2024-12-02T16:22:52,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/e4e0382b9aa84eb69a2e28608ada5946 is 175, key is test_row_0/A:col10/1733156570365/Put/seqid=0 2024-12-02T16:22:52,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742511_1687 (size=31105) 2024-12-02T16:22:52,129 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/e4e0382b9aa84eb69a2e28608ada5946 2024-12-02T16:22:52,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/570d2c43b17743eb974427f8c3d6db0a is 50, key is test_row_0/B:col10/1733156570365/Put/seqid=0 2024-12-02T16:22:52,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742512_1688 (size=12151) 2024-12-02T16:22:52,139 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/570d2c43b17743eb974427f8c3d6db0a 2024-12-02T16:22:52,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/58672ca5f22e44d3b75571ac42a33a51 is 50, key is test_row_0/C:col10/1733156570365/Put/seqid=0 2024-12-02T16:22:52,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742513_1689 (size=12151) 2024-12-02T16:22:52,151 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/58672ca5f22e44d3b75571ac42a33a51 2024-12-02T16:22:52,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/e4e0382b9aa84eb69a2e28608ada5946 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/e4e0382b9aa84eb69a2e28608ada5946 2024-12-02T16:22:52,165 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/e4e0382b9aa84eb69a2e28608ada5946, entries=150, sequenceid=211, filesize=30.4 K 2024-12-02T16:22:52,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/570d2c43b17743eb974427f8c3d6db0a as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/570d2c43b17743eb974427f8c3d6db0a 2024-12-02T16:22:52,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,168 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/570d2c43b17743eb974427f8c3d6db0a, entries=150, sequenceid=211, filesize=11.9 K 2024-12-02T16:22:52,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/58672ca5f22e44d3b75571ac42a33a51 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/58672ca5f22e44d3b75571ac42a33a51 2024-12-02T16:22:52,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,172 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/58672ca5f22e44d3b75571ac42a33a51, entries=150, sequenceid=211, filesize=11.9 K 2024-12-02T16:22:52,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,173 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 8c06851e8f62a23108f69bb290e9bc03 in 461ms, sequenceid=211, compaction requested=false 2024-12-02T16:22:52,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2538): Flush status journal for 8c06851e8f62a23108f69bb290e9bc03: 2024-12-02T16:22:52,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:52,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=186 2024-12-02T16:22:52,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=186 2024-12-02T16:22:52,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,177 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=186, resume processing ppid=185 2024-12-02T16:22:52,177 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=186, ppid=185, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2230 sec 2024-12-02T16:22:52,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,178 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=185, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees in 1.2280 sec 2024-12-02T16:22:52,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:22:52,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,534 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c06851e8f62a23108f69bb290e9bc03 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T16:22:52,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=A 2024-12-02T16:22:52,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:52,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=B 2024-12-02T16:22:52,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:52,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=C 2024-12-02T16:22:52,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:52,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412020988320f5b7c499b8195c94619fc80ed_8c06851e8f62a23108f69bb290e9bc03 is 50, key is test_row_0/A:col10/1733156572524/Put/seqid=0 2024-12-02T16:22:52,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742515_1691 (size=27248) 2024-12-02T16:22:52,564 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,568 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412020988320f5b7c499b8195c94619fc80ed_8c06851e8f62a23108f69bb290e9bc03 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412020988320f5b7c499b8195c94619fc80ed_8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:22:52,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:52,568 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/7612c083e6484b43860944d1838345ed, store: [table=TestAcidGuarantees family=A region=8c06851e8f62a23108f69bb290e9bc03] 2024-12-02T16:22:52,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/7612c083e6484b43860944d1838345ed is 175, key is test_row_0/A:col10/1733156572524/Put/seqid=0 2024-12-02T16:22:52,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742514_1690 (size=83034) 2024-12-02T16:22:52,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:52,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44936 deadline: 1733156632568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:52,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:52,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44904 deadline: 1733156632571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:52,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:52,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44858 deadline: 1733156632573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:52,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:52,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44926 deadline: 1733156632573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:52,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:52,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44934 deadline: 1733156632574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:52,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:52,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44936 deadline: 1733156632675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:52,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:52,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44926 deadline: 1733156632681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:52,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:52,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44934 deadline: 1733156632689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:52,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:52,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44858 deadline: 1733156632690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:52,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:52,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44904 deadline: 1733156632690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:52,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:52,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44936 deadline: 1733156632879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:52,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:52,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44926 deadline: 1733156632883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:52,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:52,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:52,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44904 deadline: 1733156632897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:52,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44858 deadline: 1733156632897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:52,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:52,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44934 deadline: 1733156632897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:52,973 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=224, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/7612c083e6484b43860944d1838345ed 2024-12-02T16:22:52,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/b343afd4db7b41af8567776d61b244c7 is 50, key is test_row_0/B:col10/1733156572524/Put/seqid=0 2024-12-02T16:22:52,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742516_1692 (size=12151) 2024-12-02T16:22:52,986 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/b343afd4db7b41af8567776d61b244c7 2024-12-02T16:22:52,993 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/c885411f12e84649bd202885fdd00f2a is 50, key is test_row_0/C:col10/1733156572524/Put/seqid=0 2024-12-02T16:22:53,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742517_1693 (size=12151) 2024-12-02T16:22:53,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-02T16:22:53,054 INFO [Thread-2780 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 185 completed 2024-12-02T16:22:53,055 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:22:53,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=187, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees 2024-12-02T16:22:53,056 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=187, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:22:53,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-12-02T16:22:53,057 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=187, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:22:53,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=188, ppid=187, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:22:53,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-12-02T16:22:53,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:53,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44936 deadline: 1733156633182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:53,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:53,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44926 deadline: 1733156633187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:53,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:53,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44904 deadline: 1733156633200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:53,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:53,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44934 deadline: 1733156633201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:53,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:53,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44858 deadline: 1733156633201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:53,208 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:53,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-12-02T16:22:53,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:53,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. as already flushing 2024-12-02T16:22:53,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:53,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] handler.RSProcedureHandler(58): pid=188 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:53,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=188 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:53,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=188 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:53,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-12-02T16:22:53,360 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:53,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-12-02T16:22:53,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:53,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. as already flushing 2024-12-02T16:22:53,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:53,361 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] handler.RSProcedureHandler(58): pid=188 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:53,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=188 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:53,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=188 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:53,410 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/c885411f12e84649bd202885fdd00f2a 2024-12-02T16:22:53,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/7612c083e6484b43860944d1838345ed as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/7612c083e6484b43860944d1838345ed 2024-12-02T16:22:53,417 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/7612c083e6484b43860944d1838345ed, entries=450, sequenceid=224, filesize=81.1 K 2024-12-02T16:22:53,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/b343afd4db7b41af8567776d61b244c7 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/b343afd4db7b41af8567776d61b244c7 2024-12-02T16:22:53,420 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/b343afd4db7b41af8567776d61b244c7, entries=150, sequenceid=224, filesize=11.9 K 2024-12-02T16:22:53,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/c885411f12e84649bd202885fdd00f2a as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/c885411f12e84649bd202885fdd00f2a 2024-12-02T16:22:53,424 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/c885411f12e84649bd202885fdd00f2a, entries=150, sequenceid=224, filesize=11.9 K 2024-12-02T16:22:53,425 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8c06851e8f62a23108f69bb290e9bc03 in 891ms, sequenceid=224, compaction requested=true 2024-12-02T16:22:53,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c06851e8f62a23108f69bb290e9bc03: 2024-12-02T16:22:53,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c06851e8f62a23108f69bb290e9bc03:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:22:53,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:53,425 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:22:53,425 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:22:53,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c06851e8f62a23108f69bb290e9bc03:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:22:53,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:53,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c06851e8f62a23108f69bb290e9bc03:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:22:53,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:22:53,426 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 145654 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:22:53,426 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): 8c06851e8f62a23108f69bb290e9bc03/A is initiating minor compaction (all files) 2024-12-02T16:22:53,426 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c06851e8f62a23108f69bb290e9bc03/A in TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:53,426 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/b781de1a119d4957bcb1c308ab42122b, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/e4e0382b9aa84eb69a2e28608ada5946, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/7612c083e6484b43860944d1838345ed] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp, totalSize=142.2 K 2024-12-02T16:22:53,426 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:53,426 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. files: [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/b781de1a119d4957bcb1c308ab42122b, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/e4e0382b9aa84eb69a2e28608ada5946, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/7612c083e6484b43860944d1838345ed] 2024-12-02T16:22:53,427 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:22:53,427 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 8c06851e8f62a23108f69bb290e9bc03/B is initiating minor compaction (all files) 2024-12-02T16:22:53,427 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c06851e8f62a23108f69bb290e9bc03/B in TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:53,427 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting b781de1a119d4957bcb1c308ab42122b, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733156569751 2024-12-02T16:22:53,427 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/927a089289a84e1b8aba380913703c7e, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/570d2c43b17743eb974427f8c3d6db0a, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/b343afd4db7b41af8567776d61b244c7] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp, totalSize=36.0 K 2024-12-02T16:22:53,427 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting e4e0382b9aa84eb69a2e28608ada5946, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733156570365 2024-12-02T16:22:53,427 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 927a089289a84e1b8aba380913703c7e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733156569751 2024-12-02T16:22:53,427 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7612c083e6484b43860944d1838345ed, keycount=450, bloomtype=ROW, size=81.1 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733156572516 2024-12-02T16:22:53,427 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 570d2c43b17743eb974427f8c3d6db0a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733156570365 2024-12-02T16:22:53,428 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting b343afd4db7b41af8567776d61b244c7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733156572524 2024-12-02T16:22:53,433 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8c06851e8f62a23108f69bb290e9bc03] 2024-12-02T16:22:53,435 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c06851e8f62a23108f69bb290e9bc03#B#compaction#585 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:22:53,436 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/72677563d32a43f8ae0fd47d961a5fa1 is 50, key is test_row_0/B:col10/1733156572524/Put/seqid=0 2024-12-02T16:22:53,437 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120252bd5df00c1340c98de0a1058227af0d_8c06851e8f62a23108f69bb290e9bc03 store=[table=TestAcidGuarantees family=A region=8c06851e8f62a23108f69bb290e9bc03] 2024-12-02T16:22:53,440 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120252bd5df00c1340c98de0a1058227af0d_8c06851e8f62a23108f69bb290e9bc03, store=[table=TestAcidGuarantees family=A region=8c06851e8f62a23108f69bb290e9bc03] 2024-12-02T16:22:53,440 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120252bd5df00c1340c98de0a1058227af0d_8c06851e8f62a23108f69bb290e9bc03 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8c06851e8f62a23108f69bb290e9bc03] 2024-12-02T16:22:53,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742518_1694 (size=12663) 2024-12-02T16:22:53,446 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/72677563d32a43f8ae0fd47d961a5fa1 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/72677563d32a43f8ae0fd47d961a5fa1 2024-12-02T16:22:53,450 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c06851e8f62a23108f69bb290e9bc03/B of 8c06851e8f62a23108f69bb290e9bc03 into 72677563d32a43f8ae0fd47d961a5fa1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:22:53,450 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c06851e8f62a23108f69bb290e9bc03: 2024-12-02T16:22:53,450 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03., storeName=8c06851e8f62a23108f69bb290e9bc03/B, priority=13, startTime=1733156573425; duration=0sec 2024-12-02T16:22:53,450 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:22:53,450 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c06851e8f62a23108f69bb290e9bc03:B 2024-12-02T16:22:53,451 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:22:53,451 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:22:53,451 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 8c06851e8f62a23108f69bb290e9bc03/C is initiating minor compaction (all files) 2024-12-02T16:22:53,451 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c06851e8f62a23108f69bb290e9bc03/C in TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:53,452 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/4c93b12476f2488291109ded22f13e80, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/58672ca5f22e44d3b75571ac42a33a51, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/c885411f12e84649bd202885fdd00f2a] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp, totalSize=36.0 K 2024-12-02T16:22:53,452 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c93b12476f2488291109ded22f13e80, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733156569751 2024-12-02T16:22:53,452 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 58672ca5f22e44d3b75571ac42a33a51, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733156570365 2024-12-02T16:22:53,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742519_1695 (size=4469) 2024-12-02T16:22:53,453 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting c885411f12e84649bd202885fdd00f2a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733156572524 2024-12-02T16:22:53,457 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c06851e8f62a23108f69bb290e9bc03#A#compaction#584 average throughput is 1.02 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:22:53,458 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/78463a36637f4cb593cf609671e247cf is 175, key is test_row_0/A:col10/1733156572524/Put/seqid=0 2024-12-02T16:22:53,460 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c06851e8f62a23108f69bb290e9bc03#C#compaction#586 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:22:53,461 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/77199e33f84143aba907d9d279fc72df is 50, key is test_row_0/C:col10/1733156572524/Put/seqid=0 2024-12-02T16:22:53,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742520_1696 (size=31617) 2024-12-02T16:22:53,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742521_1697 (size=12663) 2024-12-02T16:22:53,470 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/77199e33f84143aba907d9d279fc72df as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/77199e33f84143aba907d9d279fc72df 2024-12-02T16:22:53,474 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c06851e8f62a23108f69bb290e9bc03/C of 8c06851e8f62a23108f69bb290e9bc03 into 77199e33f84143aba907d9d279fc72df(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:22:53,474 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c06851e8f62a23108f69bb290e9bc03: 2024-12-02T16:22:53,474 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03., storeName=8c06851e8f62a23108f69bb290e9bc03/C, priority=13, startTime=1733156573426; duration=0sec 2024-12-02T16:22:53,474 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:53,474 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c06851e8f62a23108f69bb290e9bc03:C 2024-12-02T16:22:53,513 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:53,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-12-02T16:22:53,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:53,513 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2837): Flushing 8c06851e8f62a23108f69bb290e9bc03 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-02T16:22:53,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=A 2024-12-02T16:22:53,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:53,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=B 2024-12-02T16:22:53,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:53,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=C 2024-12-02T16:22:53,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:53,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202c68a768a825449c5af17fb4cf1adf2f3_8c06851e8f62a23108f69bb290e9bc03 is 50, key is test_row_0/A:col10/1733156572572/Put/seqid=0 2024-12-02T16:22:53,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742522_1698 (size=12304) 2024-12-02T16:22:53,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:53,525 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202c68a768a825449c5af17fb4cf1adf2f3_8c06851e8f62a23108f69bb290e9bc03 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202c68a768a825449c5af17fb4cf1adf2f3_8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:22:53,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/0ea6a842964d40cba0e963594e95e822, store: [table=TestAcidGuarantees family=A region=8c06851e8f62a23108f69bb290e9bc03] 2024-12-02T16:22:53,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/0ea6a842964d40cba0e963594e95e822 is 175, key is test_row_0/A:col10/1733156572572/Put/seqid=0 2024-12-02T16:22:53,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742523_1699 (size=31105) 2024-12-02T16:22:53,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-12-02T16:22:53,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:22:53,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. as already flushing 2024-12-02T16:22:53,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:53,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44904 deadline: 1733156633703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:53,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:53,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44936 deadline: 1733156633704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:53,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:53,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44934 deadline: 1733156633704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:53,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:53,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44858 deadline: 1733156633705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:53,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:53,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44926 deadline: 1733156633706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:53,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:53,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44936 deadline: 1733156633808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:53,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:53,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44926 deadline: 1733156633808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:53,866 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/78463a36637f4cb593cf609671e247cf as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/78463a36637f4cb593cf609671e247cf 2024-12-02T16:22:53,870 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c06851e8f62a23108f69bb290e9bc03/A of 8c06851e8f62a23108f69bb290e9bc03 into 78463a36637f4cb593cf609671e247cf(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:22:53,870 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c06851e8f62a23108f69bb290e9bc03: 2024-12-02T16:22:53,870 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03., storeName=8c06851e8f62a23108f69bb290e9bc03/A, priority=13, startTime=1733156573425; duration=0sec 2024-12-02T16:22:53,870 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:53,870 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c06851e8f62a23108f69bb290e9bc03:A 2024-12-02T16:22:53,930 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=250, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/0ea6a842964d40cba0e963594e95e822 2024-12-02T16:22:53,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/072532082a814e4998c930525fc2349f is 50, key is test_row_0/B:col10/1733156572572/Put/seqid=0 2024-12-02T16:22:53,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742524_1700 (size=12151) 2024-12-02T16:22:54,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:54,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44936 deadline: 1733156634010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:54,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:54,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44926 deadline: 1733156634010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:54,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-12-02T16:22:54,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:54,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44936 deadline: 1733156634312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:54,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:54,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44926 deadline: 1733156634313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:54,341 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/072532082a814e4998c930525fc2349f 2024-12-02T16:22:54,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/1c71d8cbefec45cb93cfa879f6be409f is 50, key is test_row_0/C:col10/1733156572572/Put/seqid=0 2024-12-02T16:22:54,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742525_1701 (size=12151) 2024-12-02T16:22:54,351 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/1c71d8cbefec45cb93cfa879f6be409f 2024-12-02T16:22:54,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/0ea6a842964d40cba0e963594e95e822 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/0ea6a842964d40cba0e963594e95e822 2024-12-02T16:22:54,357 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/0ea6a842964d40cba0e963594e95e822, entries=150, sequenceid=250, filesize=30.4 K 2024-12-02T16:22:54,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/072532082a814e4998c930525fc2349f as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/072532082a814e4998c930525fc2349f 2024-12-02T16:22:54,362 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/072532082a814e4998c930525fc2349f, entries=150, sequenceid=250, filesize=11.9 K 2024-12-02T16:22:54,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/1c71d8cbefec45cb93cfa879f6be409f as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/1c71d8cbefec45cb93cfa879f6be409f 2024-12-02T16:22:54,365 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/1c71d8cbefec45cb93cfa879f6be409f, entries=150, sequenceid=250, filesize=11.9 K 2024-12-02T16:22:54,366 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 8c06851e8f62a23108f69bb290e9bc03 in 853ms, sequenceid=250, compaction requested=false 2024-12-02T16:22:54,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2538): Flush status journal for 8c06851e8f62a23108f69bb290e9bc03: 2024-12-02T16:22:54,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:54,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=188 2024-12-02T16:22:54,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=188 2024-12-02T16:22:54,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=188, resume processing ppid=187 2024-12-02T16:22:54,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=188, ppid=187, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3100 sec 2024-12-02T16:22:54,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=187, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees in 1.3140 sec 2024-12-02T16:22:54,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:22:54,715 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c06851e8f62a23108f69bb290e9bc03 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-02T16:22:54,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=A 2024-12-02T16:22:54,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:54,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=B 2024-12-02T16:22:54,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:54,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=C 2024-12-02T16:22:54,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:54,735 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202466fa5b8dfc446e2a466331600c6f751_8c06851e8f62a23108f69bb290e9bc03 is 50, key is test_row_0/A:col10/1733156574713/Put/seqid=0 2024-12-02T16:22:54,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742526_1702 (size=12454) 2024-12-02T16:22:54,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:54,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44858 deadline: 1733156634751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:54,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:54,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44934 deadline: 1733156634751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:54,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:54,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44904 deadline: 1733156634752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:54,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:54,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44936 deadline: 1733156634815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:54,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:54,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44926 deadline: 1733156634817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:54,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:54,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44934 deadline: 1733156634857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:54,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:54,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44858 deadline: 1733156634858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:54,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:54,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44904 deadline: 1733156634863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:55,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:55,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44934 deadline: 1733156635060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:55,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:55,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44858 deadline: 1733156635066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:55,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:55,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44904 deadline: 1733156635068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:55,152 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:55,156 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202466fa5b8dfc446e2a466331600c6f751_8c06851e8f62a23108f69bb290e9bc03 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202466fa5b8dfc446e2a466331600c6f751_8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:22:55,156 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/45947889702c4d90a8ba7c7261b5b5bb, store: [table=TestAcidGuarantees family=A region=8c06851e8f62a23108f69bb290e9bc03] 2024-12-02T16:22:55,157 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/45947889702c4d90a8ba7c7261b5b5bb is 175, key is test_row_0/A:col10/1733156574713/Put/seqid=0 2024-12-02T16:22:55,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-12-02T16:22:55,160 INFO [Thread-2780 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 187 completed 2024-12-02T16:22:55,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:22:55,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=189, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=189, table=TestAcidGuarantees 2024-12-02T16:22:55,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-12-02T16:22:55,165 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=189, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=189, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:22:55,166 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=189, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=189, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:22:55,166 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=190, ppid=189, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:22:55,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742527_1703 (size=31255) 2024-12-02T16:22:55,174 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=264, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/45947889702c4d90a8ba7c7261b5b5bb 2024-12-02T16:22:55,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/705e7ce29225456c8a7f69e8a9f8b840 is 50, key is test_row_0/B:col10/1733156574713/Put/seqid=0 2024-12-02T16:22:55,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742528_1704 (size=12301) 2024-12-02T16:22:55,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-12-02T16:22:55,317 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:55,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-12-02T16:22:55,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:55,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. as already flushing 2024-12-02T16:22:55,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:55,318 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] handler.RSProcedureHandler(58): pid=190 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:55,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=190 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:55,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=190 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:55,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:55,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44934 deadline: 1733156635362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:55,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:55,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44858 deadline: 1733156635369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:55,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:55,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44904 deadline: 1733156635371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:55,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-12-02T16:22:55,469 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:55,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-12-02T16:22:55,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:55,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. as already flushing 2024-12-02T16:22:55,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:55,470 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] handler.RSProcedureHandler(58): pid=190 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:55,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=190 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:55,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=190 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:55,606 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/705e7ce29225456c8a7f69e8a9f8b840 2024-12-02T16:22:55,612 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/bb91f0dbcc6c4c8b8f79b9f902266493 is 50, key is test_row_0/C:col10/1733156574713/Put/seqid=0 2024-12-02T16:22:55,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742529_1705 (size=12301) 2024-12-02T16:22:55,622 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:55,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-12-02T16:22:55,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:55,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. as already flushing 2024-12-02T16:22:55,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:55,622 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] handler.RSProcedureHandler(58): pid=190 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:55,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=190 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:55,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=190 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:55,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-12-02T16:22:55,774 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:55,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-12-02T16:22:55,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:55,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. as already flushing 2024-12-02T16:22:55,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:55,775 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] handler.RSProcedureHandler(58): pid=190 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:55,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=190 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:55,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=190 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:55,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:55,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44936 deadline: 1733156635827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:55,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:55,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44926 deadline: 1733156635827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:55,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44934 deadline: 1733156635867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:55,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44858 deadline: 1733156635875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:55,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:55,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44904 deadline: 1733156635878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:55,927 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:55,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-12-02T16:22:55,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:55,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. as already flushing 2024-12-02T16:22:55,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:55,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] handler.RSProcedureHandler(58): pid=190 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:55,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=190 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=190 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:56,022 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/bb91f0dbcc6c4c8b8f79b9f902266493 2024-12-02T16:22:56,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/45947889702c4d90a8ba7c7261b5b5bb as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/45947889702c4d90a8ba7c7261b5b5bb 2024-12-02T16:22:56,029 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/45947889702c4d90a8ba7c7261b5b5bb, entries=150, sequenceid=264, filesize=30.5 K 2024-12-02T16:22:56,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/705e7ce29225456c8a7f69e8a9f8b840 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/705e7ce29225456c8a7f69e8a9f8b840 2024-12-02T16:22:56,033 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/705e7ce29225456c8a7f69e8a9f8b840, entries=150, sequenceid=264, filesize=12.0 K 2024-12-02T16:22:56,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/bb91f0dbcc6c4c8b8f79b9f902266493 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/bb91f0dbcc6c4c8b8f79b9f902266493 2024-12-02T16:22:56,037 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/bb91f0dbcc6c4c8b8f79b9f902266493, entries=150, sequenceid=264, filesize=12.0 K 2024-12-02T16:22:56,037 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 8c06851e8f62a23108f69bb290e9bc03 in 1323ms, sequenceid=264, compaction requested=true 2024-12-02T16:22:56,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c06851e8f62a23108f69bb290e9bc03: 2024-12-02T16:22:56,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c06851e8f62a23108f69bb290e9bc03:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:22:56,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:56,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c06851e8f62a23108f69bb290e9bc03:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:22:56,038 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:22:56,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:56,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c06851e8f62a23108f69bb290e9bc03:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:22:56,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:22:56,038 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:22:56,038 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93977 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:22:56,039 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): 8c06851e8f62a23108f69bb290e9bc03/A is initiating minor compaction (all files) 2024-12-02T16:22:56,039 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c06851e8f62a23108f69bb290e9bc03/A in TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:56,039 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/78463a36637f4cb593cf609671e247cf, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/0ea6a842964d40cba0e963594e95e822, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/45947889702c4d90a8ba7c7261b5b5bb] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp, totalSize=91.8 K 2024-12-02T16:22:56,039 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:56,039 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. files: [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/78463a36637f4cb593cf609671e247cf, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/0ea6a842964d40cba0e963594e95e822, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/45947889702c4d90a8ba7c7261b5b5bb] 2024-12-02T16:22:56,039 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 78463a36637f4cb593cf609671e247cf, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733156572524 2024-12-02T16:22:56,039 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:22:56,039 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 8c06851e8f62a23108f69bb290e9bc03/B is initiating minor compaction (all files) 2024-12-02T16:22:56,039 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c06851e8f62a23108f69bb290e9bc03/B in TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:56,039 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ea6a842964d40cba0e963594e95e822, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733156572562 2024-12-02T16:22:56,039 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/72677563d32a43f8ae0fd47d961a5fa1, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/072532082a814e4998c930525fc2349f, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/705e7ce29225456c8a7f69e8a9f8b840] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp, totalSize=36.2 K 2024-12-02T16:22:56,040 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45947889702c4d90a8ba7c7261b5b5bb, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1733156573702 2024-12-02T16:22:56,040 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 72677563d32a43f8ae0fd47d961a5fa1, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733156572524 2024-12-02T16:22:56,040 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 072532082a814e4998c930525fc2349f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733156572562 2024-12-02T16:22:56,040 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 705e7ce29225456c8a7f69e8a9f8b840, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1733156573702 2024-12-02T16:22:56,045 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8c06851e8f62a23108f69bb290e9bc03] 2024-12-02T16:22:56,048 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c06851e8f62a23108f69bb290e9bc03#B#compaction#594 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:22:56,048 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/cd82b3d3690f46b2b3a4ec79d1e1ccaa is 50, key is test_row_0/B:col10/1733156574713/Put/seqid=0 2024-12-02T16:22:56,054 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202db9ae33109ab4a609807e297a4fdecde_8c06851e8f62a23108f69bb290e9bc03 store=[table=TestAcidGuarantees family=A region=8c06851e8f62a23108f69bb290e9bc03] 2024-12-02T16:22:56,056 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202db9ae33109ab4a609807e297a4fdecde_8c06851e8f62a23108f69bb290e9bc03, store=[table=TestAcidGuarantees family=A region=8c06851e8f62a23108f69bb290e9bc03] 2024-12-02T16:22:56,056 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202db9ae33109ab4a609807e297a4fdecde_8c06851e8f62a23108f69bb290e9bc03 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8c06851e8f62a23108f69bb290e9bc03] 2024-12-02T16:22:56,079 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:56,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-12-02T16:22:56,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:56,080 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2837): Flushing 8c06851e8f62a23108f69bb290e9bc03 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-02T16:22:56,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=A 2024-12-02T16:22:56,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:56,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=B 2024-12-02T16:22:56,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:56,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=C 2024-12-02T16:22:56,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:56,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742530_1706 (size=12915) 2024-12-02T16:22:56,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742531_1707 (size=4469) 2024-12-02T16:22:56,088 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c06851e8f62a23108f69bb290e9bc03#A#compaction#593 average throughput is 0.57 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:22:56,089 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/49f24cc5dc0847849817aaac551ace61 is 175, key is test_row_0/A:col10/1733156574713/Put/seqid=0 2024-12-02T16:22:56,094 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/cd82b3d3690f46b2b3a4ec79d1e1ccaa as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/cd82b3d3690f46b2b3a4ec79d1e1ccaa 2024-12-02T16:22:56,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202d41e7202b8d142899572cd54ae50639a_8c06851e8f62a23108f69bb290e9bc03 is 50, key is test_row_0/A:col10/1733156574740/Put/seqid=0 2024-12-02T16:22:56,111 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c06851e8f62a23108f69bb290e9bc03/B of 8c06851e8f62a23108f69bb290e9bc03 into cd82b3d3690f46b2b3a4ec79d1e1ccaa(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:22:56,111 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c06851e8f62a23108f69bb290e9bc03: 2024-12-02T16:22:56,111 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03., storeName=8c06851e8f62a23108f69bb290e9bc03/B, priority=13, startTime=1733156576038; duration=0sec 2024-12-02T16:22:56,111 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:22:56,111 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c06851e8f62a23108f69bb290e9bc03:B 2024-12-02T16:22:56,112 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:22:56,113 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:22:56,113 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 8c06851e8f62a23108f69bb290e9bc03/C is initiating minor compaction (all files) 2024-12-02T16:22:56,113 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c06851e8f62a23108f69bb290e9bc03/C in TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:56,113 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/77199e33f84143aba907d9d279fc72df, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/1c71d8cbefec45cb93cfa879f6be409f, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/bb91f0dbcc6c4c8b8f79b9f902266493] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp, totalSize=36.2 K 2024-12-02T16:22:56,113 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 77199e33f84143aba907d9d279fc72df, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733156572524 2024-12-02T16:22:56,113 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c71d8cbefec45cb93cfa879f6be409f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733156572562 2024-12-02T16:22:56,116 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting bb91f0dbcc6c4c8b8f79b9f902266493, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1733156573702 2024-12-02T16:22:56,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742532_1708 (size=31869) 2024-12-02T16:22:56,149 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/49f24cc5dc0847849817aaac551ace61 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/49f24cc5dc0847849817aaac551ace61 2024-12-02T16:22:56,152 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c06851e8f62a23108f69bb290e9bc03/A of 8c06851e8f62a23108f69bb290e9bc03 into 49f24cc5dc0847849817aaac551ace61(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:22:56,152 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c06851e8f62a23108f69bb290e9bc03: 2024-12-02T16:22:56,152 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03., storeName=8c06851e8f62a23108f69bb290e9bc03/A, priority=13, startTime=1733156576038; duration=0sec 2024-12-02T16:22:56,152 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:56,152 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c06851e8f62a23108f69bb290e9bc03:A 2024-12-02T16:22:56,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742533_1709 (size=12454) 2024-12-02T16:22:56,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:56,157 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202d41e7202b8d142899572cd54ae50639a_8c06851e8f62a23108f69bb290e9bc03 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202d41e7202b8d142899572cd54ae50639a_8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:22:56,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/df9099a84b354485ac40510b6df9c867, store: [table=TestAcidGuarantees family=A region=8c06851e8f62a23108f69bb290e9bc03] 2024-12-02T16:22:56,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/df9099a84b354485ac40510b6df9c867 is 175, key is test_row_0/A:col10/1733156574740/Put/seqid=0 2024-12-02T16:22:56,162 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c06851e8f62a23108f69bb290e9bc03#C#compaction#596 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:22:56,163 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/ddae597b9073470f987c3f1a8ff0d8ba is 50, key is test_row_0/C:col10/1733156574713/Put/seqid=0 2024-12-02T16:22:56,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742535_1711 (size=12915) 2024-12-02T16:22:56,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742534_1710 (size=31255) 2024-12-02T16:22:56,188 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=288, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/df9099a84b354485ac40510b6df9c867 2024-12-02T16:22:56,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/440f410aa29a4d209e040b7ec94db5f3 is 50, key is test_row_0/B:col10/1733156574740/Put/seqid=0 2024-12-02T16:22:56,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742536_1712 (size=12301) 2024-12-02T16:22:56,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-12-02T16:22:56,580 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/ddae597b9073470f987c3f1a8ff0d8ba as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/ddae597b9073470f987c3f1a8ff0d8ba 2024-12-02T16:22:56,584 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c06851e8f62a23108f69bb290e9bc03/C of 8c06851e8f62a23108f69bb290e9bc03 into ddae597b9073470f987c3f1a8ff0d8ba(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:22:56,584 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c06851e8f62a23108f69bb290e9bc03: 2024-12-02T16:22:56,584 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03., storeName=8c06851e8f62a23108f69bb290e9bc03/C, priority=13, startTime=1733156576038; duration=0sec 2024-12-02T16:22:56,584 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:56,584 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c06851e8f62a23108f69bb290e9bc03:C 2024-12-02T16:22:56,645 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/440f410aa29a4d209e040b7ec94db5f3 2024-12-02T16:22:56,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/ab822af9de5f40c3b2d236cbd4da4f4b is 50, key is test_row_0/C:col10/1733156574740/Put/seqid=0 2024-12-02T16:22:56,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742537_1713 (size=12301) 2024-12-02T16:22:56,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. as already flushing 2024-12-02T16:22:56,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:22:56,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:56,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44858 deadline: 1733156636893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:56,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:56,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44904 deadline: 1733156636894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:56,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:56,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44934 deadline: 1733156636894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:57,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:57,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44858 deadline: 1733156636999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:57,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:57,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44904 deadline: 1733156637000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:57,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:57,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44934 deadline: 1733156637003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:57,107 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/ab822af9de5f40c3b2d236cbd4da4f4b 2024-12-02T16:22:57,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/df9099a84b354485ac40510b6df9c867 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/df9099a84b354485ac40510b6df9c867 2024-12-02T16:22:57,117 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/df9099a84b354485ac40510b6df9c867, entries=150, sequenceid=288, filesize=30.5 K 2024-12-02T16:22:57,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/440f410aa29a4d209e040b7ec94db5f3 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/440f410aa29a4d209e040b7ec94db5f3 2024-12-02T16:22:57,123 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/440f410aa29a4d209e040b7ec94db5f3, entries=150, sequenceid=288, filesize=12.0 K 2024-12-02T16:22:57,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/ab822af9de5f40c3b2d236cbd4da4f4b as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/ab822af9de5f40c3b2d236cbd4da4f4b 2024-12-02T16:22:57,129 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/ab822af9de5f40c3b2d236cbd4da4f4b, entries=150, sequenceid=288, filesize=12.0 K 2024-12-02T16:22:57,130 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 8c06851e8f62a23108f69bb290e9bc03 in 1050ms, sequenceid=288, compaction requested=false 2024-12-02T16:22:57,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2538): Flush status journal for 8c06851e8f62a23108f69bb290e9bc03: 2024-12-02T16:22:57,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:57,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=190 2024-12-02T16:22:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=190 2024-12-02T16:22:57,141 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=190, resume processing ppid=189 2024-12-02T16:22:57,141 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=190, ppid=189, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9660 sec 2024-12-02T16:22:57,143 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=189, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=189, table=TestAcidGuarantees in 1.9780 sec 2024-12-02T16:22:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:22:57,206 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c06851e8f62a23108f69bb290e9bc03 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-02T16:22:57,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=A 2024-12-02T16:22:57,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:57,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=B 2024-12-02T16:22:57,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:57,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=C 2024-12-02T16:22:57,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:57,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120219d15f70839d424eb5f28107ea1649a4_8c06851e8f62a23108f69bb290e9bc03 is 50, key is test_row_0/A:col10/1733156577204/Put/seqid=0 2024-12-02T16:22:57,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:57,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44904 deadline: 1733156637236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:57,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:57,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44934 deadline: 1733156637240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:57,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:57,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44858 deadline: 1733156637240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:57,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742538_1714 (size=17534) 2024-12-02T16:22:57,246 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:57,249 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120219d15f70839d424eb5f28107ea1649a4_8c06851e8f62a23108f69bb290e9bc03 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120219d15f70839d424eb5f28107ea1649a4_8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:22:57,250 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/23f711e86b8b4a58b8ef47ca742d82ed, store: [table=TestAcidGuarantees family=A region=8c06851e8f62a23108f69bb290e9bc03] 2024-12-02T16:22:57,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/23f711e86b8b4a58b8ef47ca742d82ed is 175, key is test_row_0/A:col10/1733156577204/Put/seqid=0 2024-12-02T16:22:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-12-02T16:22:57,272 INFO [Thread-2780 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 189 completed 2024-12-02T16:22:57,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:22:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=191, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=191, table=TestAcidGuarantees 2024-12-02T16:22:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-12-02T16:22:57,275 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=191, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=191, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:22:57,275 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=191, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=191, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:22:57,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=192, ppid=191, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:22:57,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742539_1715 (size=48639) 2024-12-02T16:22:57,307 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=305, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/23f711e86b8b4a58b8ef47ca742d82ed 2024-12-02T16:22:57,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/678d525176104e0ca65e1bb5594ff489 is 50, key is test_row_0/B:col10/1733156577204/Put/seqid=0 2024-12-02T16:22:57,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742540_1716 (size=12301) 2024-12-02T16:22:57,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44904 deadline: 1733156637341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:57,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44934 deadline: 1733156637345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:57,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44858 deadline: 1733156637345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:57,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-12-02T16:22:57,427 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:57,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-12-02T16:22:57,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:57,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. as already flushing 2024-12-02T16:22:57,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:57,428 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:57,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:57,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:57,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44904 deadline: 1733156637546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:57,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44858 deadline: 1733156637549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:57,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:57,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44934 deadline: 1733156637551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:57,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-12-02T16:22:57,579 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:57,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-12-02T16:22:57,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:57,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. as already flushing 2024-12-02T16:22:57,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:57,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:57,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:57,732 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:57,733 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/678d525176104e0ca65e1bb5594ff489 2024-12-02T16:22:57,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-12-02T16:22:57,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:57,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. as already flushing 2024-12-02T16:22:57,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:57,733 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:57,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:57,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:57,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/d6d6bb84a64a4d9a82f40874a95b680e is 50, key is test_row_0/C:col10/1733156577204/Put/seqid=0 2024-12-02T16:22:57,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742541_1717 (size=12301) 2024-12-02T16:22:57,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/d6d6bb84a64a4d9a82f40874a95b680e 2024-12-02T16:22:57,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/23f711e86b8b4a58b8ef47ca742d82ed as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/23f711e86b8b4a58b8ef47ca742d82ed 2024-12-02T16:22:57,827 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/23f711e86b8b4a58b8ef47ca742d82ed, entries=250, sequenceid=305, filesize=47.5 K 2024-12-02T16:22:57,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/678d525176104e0ca65e1bb5594ff489 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/678d525176104e0ca65e1bb5594ff489 2024-12-02T16:22:57,832 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/678d525176104e0ca65e1bb5594ff489, entries=150, sequenceid=305, filesize=12.0 K 2024-12-02T16:22:57,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/d6d6bb84a64a4d9a82f40874a95b680e as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/d6d6bb84a64a4d9a82f40874a95b680e 2024-12-02T16:22:57,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:57,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44936 deadline: 1733156637829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:57,834 DEBUG [Thread-2778 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4130 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03., hostname=2a8f9448bb5c,46371,1733156403634, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T16:22:57,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:57,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44926 deadline: 1733156637832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:57,835 DEBUG [Thread-2776 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4130 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03., hostname=2a8f9448bb5c,46371,1733156403634, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T16:22:57,843 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/d6d6bb84a64a4d9a82f40874a95b680e, entries=150, sequenceid=305, filesize=12.0 K 2024-12-02T16:22:57,844 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 8c06851e8f62a23108f69bb290e9bc03 in 637ms, sequenceid=305, compaction requested=true 2024-12-02T16:22:57,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c06851e8f62a23108f69bb290e9bc03: 2024-12-02T16:22:57,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c06851e8f62a23108f69bb290e9bc03:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:22:57,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:57,844 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:22:57,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c06851e8f62a23108f69bb290e9bc03:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:22:57,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:57,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c06851e8f62a23108f69bb290e9bc03:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:22:57,844 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:22:57,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:22:57,845 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:22:57,844 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111763 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:22:57,845 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 8c06851e8f62a23108f69bb290e9bc03/B is initiating minor compaction (all files) 2024-12-02T16:22:57,845 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): 8c06851e8f62a23108f69bb290e9bc03/A is initiating minor compaction (all files) 2024-12-02T16:22:57,845 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c06851e8f62a23108f69bb290e9bc03/B in TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:57,845 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c06851e8f62a23108f69bb290e9bc03/A in TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:57,845 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/cd82b3d3690f46b2b3a4ec79d1e1ccaa, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/440f410aa29a4d209e040b7ec94db5f3, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/678d525176104e0ca65e1bb5594ff489] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp, totalSize=36.6 K 2024-12-02T16:22:57,845 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/49f24cc5dc0847849817aaac551ace61, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/df9099a84b354485ac40510b6df9c867, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/23f711e86b8b4a58b8ef47ca742d82ed] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp, totalSize=109.1 K 2024-12-02T16:22:57,845 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:57,845 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. files: [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/49f24cc5dc0847849817aaac551ace61, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/df9099a84b354485ac40510b6df9c867, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/23f711e86b8b4a58b8ef47ca742d82ed] 2024-12-02T16:22:57,845 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 49f24cc5dc0847849817aaac551ace61, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1733156573702 2024-12-02T16:22:57,845 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting cd82b3d3690f46b2b3a4ec79d1e1ccaa, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1733156573702 2024-12-02T16:22:57,846 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting df9099a84b354485ac40510b6df9c867, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1733156574740 2024-12-02T16:22:57,846 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 440f410aa29a4d209e040b7ec94db5f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1733156574740 2024-12-02T16:22:57,846 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 23f711e86b8b4a58b8ef47ca742d82ed, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1733156576883 2024-12-02T16:22:57,846 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 678d525176104e0ca65e1bb5594ff489, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1733156576883 2024-12-02T16:22:57,851 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8c06851e8f62a23108f69bb290e9bc03] 2024-12-02T16:22:57,853 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c06851e8f62a23108f69bb290e9bc03#B#compaction#603 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:22:57,853 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/b169bc65faaa4093871bcf8debe187c4 is 50, key is test_row_0/B:col10/1733156577204/Put/seqid=0 2024-12-02T16:22:57,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:22:57,853 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c06851e8f62a23108f69bb290e9bc03 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-02T16:22:57,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=A 2024-12-02T16:22:57,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:57,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=B 2024-12-02T16:22:57,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:57,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=C 2024-12-02T16:22:57,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:57,855 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202d55ab52f6975424b9d497cf184d5a71c_8c06851e8f62a23108f69bb290e9bc03 store=[table=TestAcidGuarantees family=A region=8c06851e8f62a23108f69bb290e9bc03] 2024-12-02T16:22:57,856 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202d55ab52f6975424b9d497cf184d5a71c_8c06851e8f62a23108f69bb290e9bc03, store=[table=TestAcidGuarantees family=A region=8c06851e8f62a23108f69bb290e9bc03] 2024-12-02T16:22:57,856 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202d55ab52f6975424b9d497cf184d5a71c_8c06851e8f62a23108f69bb290e9bc03 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8c06851e8f62a23108f69bb290e9bc03] 2024-12-02T16:22:57,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:57,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44934 deadline: 1733156637866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:57,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:57,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44904 deadline: 1733156637868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:57,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:57,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44858 deadline: 1733156637870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:57,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-12-02T16:22:57,885 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:57,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-12-02T16:22:57,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:57,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. as already flushing 2024-12-02T16:22:57,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:57,888 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:57,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:57,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:57,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742543_1719 (size=4469) 2024-12-02T16:22:57,915 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c06851e8f62a23108f69bb290e9bc03#A#compaction#602 average throughput is 0.38 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:22:57,916 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/e7dd7378990844dd8a744a645a70290c is 175, key is test_row_0/A:col10/1733156577204/Put/seqid=0 2024-12-02T16:22:57,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742542_1718 (size=13017) 2024-12-02T16:22:57,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202b6b744b1136e40d2812c47c2c36e8ebd_8c06851e8f62a23108f69bb290e9bc03 is 50, key is test_row_0/A:col10/1733156577238/Put/seqid=0 2024-12-02T16:22:57,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742544_1720 (size=31971) 2024-12-02T16:22:57,974 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/e7dd7378990844dd8a744a645a70290c as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/e7dd7378990844dd8a744a645a70290c 2024-12-02T16:22:57,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:57,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44934 deadline: 1733156637972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:57,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:57,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44904 deadline: 1733156637973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:57,979 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c06851e8f62a23108f69bb290e9bc03/A of 8c06851e8f62a23108f69bb290e9bc03 into e7dd7378990844dd8a744a645a70290c(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:22:57,979 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c06851e8f62a23108f69bb290e9bc03: 2024-12-02T16:22:57,979 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03., storeName=8c06851e8f62a23108f69bb290e9bc03/A, priority=13, startTime=1733156577844; duration=0sec 2024-12-02T16:22:57,979 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:22:57,979 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c06851e8f62a23108f69bb290e9bc03:A 2024-12-02T16:22:57,980 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:22:57,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:57,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44858 deadline: 1733156637977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:57,981 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:22:57,981 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): 8c06851e8f62a23108f69bb290e9bc03/C is initiating minor compaction (all files) 2024-12-02T16:22:57,981 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c06851e8f62a23108f69bb290e9bc03/C in TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:57,981 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/ddae597b9073470f987c3f1a8ff0d8ba, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/ab822af9de5f40c3b2d236cbd4da4f4b, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/d6d6bb84a64a4d9a82f40874a95b680e] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp, totalSize=36.6 K 2024-12-02T16:22:57,981 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting ddae597b9073470f987c3f1a8ff0d8ba, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1733156573702 2024-12-02T16:22:57,982 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab822af9de5f40c3b2d236cbd4da4f4b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1733156574740 2024-12-02T16:22:57,982 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting d6d6bb84a64a4d9a82f40874a95b680e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1733156576883 2024-12-02T16:22:57,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742545_1721 (size=14994) 2024-12-02T16:22:57,987 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:57,992 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202b6b744b1136e40d2812c47c2c36e8ebd_8c06851e8f62a23108f69bb290e9bc03 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202b6b744b1136e40d2812c47c2c36e8ebd_8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:22:57,993 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/c4cbc94a5b244a54b306172db5d326f4, store: [table=TestAcidGuarantees family=A region=8c06851e8f62a23108f69bb290e9bc03] 2024-12-02T16:22:57,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/c4cbc94a5b244a54b306172db5d326f4 is 175, key is test_row_0/A:col10/1733156577238/Put/seqid=0 2024-12-02T16:22:57,999 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c06851e8f62a23108f69bb290e9bc03#C#compaction#605 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:22:57,999 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/ea3bb434019748dab340cb9b07130c9e is 50, key is test_row_0/C:col10/1733156577204/Put/seqid=0 2024-12-02T16:22:58,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742547_1723 (size=13017) 2024-12-02T16:22:58,021 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/ea3bb434019748dab340cb9b07130c9e as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/ea3bb434019748dab340cb9b07130c9e 2024-12-02T16:22:58,024 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c06851e8f62a23108f69bb290e9bc03/C of 8c06851e8f62a23108f69bb290e9bc03 into ea3bb434019748dab340cb9b07130c9e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:22:58,025 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c06851e8f62a23108f69bb290e9bc03: 2024-12-02T16:22:58,025 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03., storeName=8c06851e8f62a23108f69bb290e9bc03/C, priority=13, startTime=1733156577844; duration=0sec 2024-12-02T16:22:58,025 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:58,025 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c06851e8f62a23108f69bb290e9bc03:C 2024-12-02T16:22:58,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742546_1722 (size=39949) 2024-12-02T16:22:58,030 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=329, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/c4cbc94a5b244a54b306172db5d326f4 2024-12-02T16:22:58,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/2945d9c9c7a74c2c8b5b52b11384e652 is 50, key is test_row_0/B:col10/1733156577238/Put/seqid=0 2024-12-02T16:22:58,039 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:58,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-12-02T16:22:58,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:58,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. as already flushing 2024-12-02T16:22:58,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:58,040 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:58,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:58,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:58,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742548_1724 (size=12301) 2024-12-02T16:22:58,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:58,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44904 deadline: 1733156638177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:58,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:58,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44934 deadline: 1733156638178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:58,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:58,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44858 deadline: 1733156638182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:58,192 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:58,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-12-02T16:22:58,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:58,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. as already flushing 2024-12-02T16:22:58,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:58,195 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:58,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:58,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:58,337 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/b169bc65faaa4093871bcf8debe187c4 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/b169bc65faaa4093871bcf8debe187c4 2024-12-02T16:22:58,346 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c06851e8f62a23108f69bb290e9bc03/B of 8c06851e8f62a23108f69bb290e9bc03 into b169bc65faaa4093871bcf8debe187c4(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:22:58,346 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c06851e8f62a23108f69bb290e9bc03: 2024-12-02T16:22:58,346 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03., storeName=8c06851e8f62a23108f69bb290e9bc03/B, priority=13, startTime=1733156577844; duration=0sec 2024-12-02T16:22:58,347 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:22:58,347 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c06851e8f62a23108f69bb290e9bc03:B 2024-12-02T16:22:58,347 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:58,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-12-02T16:22:58,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:58,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. as already flushing 2024-12-02T16:22:58,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:58,349 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:58,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:58,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:58,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-12-02T16:22:58,450 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/2945d9c9c7a74c2c8b5b52b11384e652 2024-12-02T16:22:58,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/b6663f255a7840fe9ac1e6fabfce18aa is 50, key is test_row_0/C:col10/1733156577238/Put/seqid=0 2024-12-02T16:22:58,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:58,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44904 deadline: 1733156638481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:58,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:58,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44934 deadline: 1733156638481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:58,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:58,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44858 deadline: 1733156638487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:58,502 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:58,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-12-02T16:22:58,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:58,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. as already flushing 2024-12-02T16:22:58,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:58,503 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:58,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:58,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:58,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742549_1725 (size=12301) 2024-12-02T16:22:58,510 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/b6663f255a7840fe9ac1e6fabfce18aa 2024-12-02T16:22:58,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/c4cbc94a5b244a54b306172db5d326f4 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/c4cbc94a5b244a54b306172db5d326f4 2024-12-02T16:22:58,519 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/c4cbc94a5b244a54b306172db5d326f4, entries=200, sequenceid=329, filesize=39.0 K 2024-12-02T16:22:58,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/2945d9c9c7a74c2c8b5b52b11384e652 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/2945d9c9c7a74c2c8b5b52b11384e652 2024-12-02T16:22:58,524 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/2945d9c9c7a74c2c8b5b52b11384e652, entries=150, sequenceid=329, filesize=12.0 K 2024-12-02T16:22:58,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/b6663f255a7840fe9ac1e6fabfce18aa as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/b6663f255a7840fe9ac1e6fabfce18aa 2024-12-02T16:22:58,529 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/b6663f255a7840fe9ac1e6fabfce18aa, entries=150, sequenceid=329, filesize=12.0 K 2024-12-02T16:22:58,531 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 8c06851e8f62a23108f69bb290e9bc03 in 678ms, sequenceid=329, compaction requested=false 2024-12-02T16:22:58,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c06851e8f62a23108f69bb290e9bc03: 2024-12-02T16:22:58,654 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:58,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-12-02T16:22:58,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:58,655 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2837): Flushing 8c06851e8f62a23108f69bb290e9bc03 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-02T16:22:58,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=A 2024-12-02T16:22:58,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:58,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=B 2024-12-02T16:22:58,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:58,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=C 2024-12-02T16:22:58,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:58,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412028f254eb7b3b04deab2d09928dc3a7c91_8c06851e8f62a23108f69bb290e9bc03 is 50, key is test_row_0/A:col10/1733156577859/Put/seqid=0 2024-12-02T16:22:58,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742550_1726 (size=12454) 2024-12-02T16:22:58,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:22:58,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. as already flushing 2024-12-02T16:22:59,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:59,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44858 deadline: 1733156639021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:59,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:59,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44904 deadline: 1733156639022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:59,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:59,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44934 deadline: 1733156639024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:59,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:59,096 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412028f254eb7b3b04deab2d09928dc3a7c91_8c06851e8f62a23108f69bb290e9bc03 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412028f254eb7b3b04deab2d09928dc3a7c91_8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:22:59,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/c191be78326d4b169812ed3e44c0bb75, store: [table=TestAcidGuarantees family=A region=8c06851e8f62a23108f69bb290e9bc03] 2024-12-02T16:22:59,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/c191be78326d4b169812ed3e44c0bb75 is 175, key is test_row_0/A:col10/1733156577859/Put/seqid=0 2024-12-02T16:22:59,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:59,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44858 deadline: 1733156639125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:59,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:59,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44904 deadline: 1733156639126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:59,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:59,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44934 deadline: 1733156639128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:59,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742551_1727 (size=31255) 2024-12-02T16:22:59,143 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=344, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/c191be78326d4b169812ed3e44c0bb75 2024-12-02T16:22:59,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/41c3bb11ffd8402698908b44494bac0c is 50, key is test_row_0/B:col10/1733156577859/Put/seqid=0 2024-12-02T16:22:59,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742552_1728 (size=12301) 2024-12-02T16:22:59,174 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/41c3bb11ffd8402698908b44494bac0c 2024-12-02T16:22:59,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/fcb6d0e5d3a54a7db2c4af793f839a86 is 50, key is test_row_0/C:col10/1733156577859/Put/seqid=0 2024-12-02T16:22:59,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742553_1729 (size=12301) 2024-12-02T16:22:59,187 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/fcb6d0e5d3a54a7db2c4af793f839a86 2024-12-02T16:22:59,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/c191be78326d4b169812ed3e44c0bb75 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/c191be78326d4b169812ed3e44c0bb75 2024-12-02T16:22:59,200 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/c191be78326d4b169812ed3e44c0bb75, entries=150, sequenceid=344, filesize=30.5 K 2024-12-02T16:22:59,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/41c3bb11ffd8402698908b44494bac0c as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/41c3bb11ffd8402698908b44494bac0c 2024-12-02T16:22:59,205 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/41c3bb11ffd8402698908b44494bac0c, entries=150, sequenceid=344, filesize=12.0 K 2024-12-02T16:22:59,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/fcb6d0e5d3a54a7db2c4af793f839a86 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/fcb6d0e5d3a54a7db2c4af793f839a86 2024-12-02T16:22:59,209 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/fcb6d0e5d3a54a7db2c4af793f839a86, entries=150, sequenceid=344, filesize=12.0 K 2024-12-02T16:22:59,213 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8c06851e8f62a23108f69bb290e9bc03 in 557ms, sequenceid=344, compaction requested=true 2024-12-02T16:22:59,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2538): Flush status journal for 8c06851e8f62a23108f69bb290e9bc03: 2024-12-02T16:22:59,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:59,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=192 2024-12-02T16:22:59,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=192 2024-12-02T16:22:59,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=192, resume processing ppid=191 2024-12-02T16:22:59,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=192, ppid=191, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9390 sec 2024-12-02T16:22:59,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=191, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=191, table=TestAcidGuarantees in 1.9430 sec 2024-12-02T16:22:59,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:22:59,332 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c06851e8f62a23108f69bb290e9bc03 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-02T16:22:59,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=A 2024-12-02T16:22:59,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:59,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=B 2024-12-02T16:22:59,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:59,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=C 2024-12-02T16:22:59,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:22:59,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120297d5f5fc9b484a7d8a04f0c113c1d1ee_8c06851e8f62a23108f69bb290e9bc03 is 50, key is test_row_0/A:col10/1733156579332/Put/seqid=0 2024-12-02T16:22:59,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:59,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44934 deadline: 1733156639345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:59,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:59,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44858 deadline: 1733156639346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:59,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44904 deadline: 1733156639350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:59,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742554_1730 (size=17534) 2024-12-02T16:22:59,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-12-02T16:22:59,381 INFO [Thread-2780 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 191 completed 2024-12-02T16:22:59,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:22:59,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=193, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=193, table=TestAcidGuarantees 2024-12-02T16:22:59,385 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=193, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=193, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:22:59,385 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=193, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=193, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:22:59,386 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=194, ppid=193, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:22:59,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-12-02T16:22:59,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:59,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44934 deadline: 1733156639451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:59,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:59,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44858 deadline: 1733156639451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:59,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:59,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44904 deadline: 1733156639457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:59,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-12-02T16:22:59,542 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:59,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=194 2024-12-02T16:22:59,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:59,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. as already flushing 2024-12-02T16:22:59,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:59,543 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] handler.RSProcedureHandler(58): pid=194 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:59,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=194 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:59,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=194 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:59,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:59,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:59,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44934 deadline: 1733156639655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:59,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44858 deadline: 1733156639657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:59,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:59,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44904 deadline: 1733156639660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:59,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-12-02T16:22:59,695 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:59,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=194 2024-12-02T16:22:59,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:59,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. as already flushing 2024-12-02T16:22:59,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:59,696 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] handler.RSProcedureHandler(58): pid=194 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:59,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=194 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:59,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=194 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:59,768 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:22:59,771 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120297d5f5fc9b484a7d8a04f0c113c1d1ee_8c06851e8f62a23108f69bb290e9bc03 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120297d5f5fc9b484a7d8a04f0c113c1d1ee_8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:22:59,772 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/7f41a04f46f94182b78d3bcbbfd94f92, store: [table=TestAcidGuarantees family=A region=8c06851e8f62a23108f69bb290e9bc03] 2024-12-02T16:22:59,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/7f41a04f46f94182b78d3bcbbfd94f92 is 175, key is test_row_0/A:col10/1733156579332/Put/seqid=0 2024-12-02T16:22:59,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742555_1731 (size=48639) 2024-12-02T16:22:59,848 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:59,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=194 2024-12-02T16:22:59,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:59,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. as already flushing 2024-12-02T16:22:59,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:22:59,849 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] handler.RSProcedureHandler(58): pid=194 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:59,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=194 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:59,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=194 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:22:59,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:59,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44934 deadline: 1733156639959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:59,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:59,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44858 deadline: 1733156639959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:59,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:22:59,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44904 deadline: 1733156639963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:22:59,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-12-02T16:23:00,016 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:23:00,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=194 2024-12-02T16:23:00,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:23:00,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. as already flushing 2024-12-02T16:23:00,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:23:00,017 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] handler.RSProcedureHandler(58): pid=194 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:23:00,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=194 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:23:00,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=194 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:23:00,168 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:23:00,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=194 2024-12-02T16:23:00,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:23:00,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. as already flushing 2024-12-02T16:23:00,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:23:00,170 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] handler.RSProcedureHandler(58): pid=194 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:23:00,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=194 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:23:00,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=194 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:23:00,179 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=370, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/7f41a04f46f94182b78d3bcbbfd94f92 2024-12-02T16:23:00,187 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/5047ec266e2e411fa40d04120ecd9368 is 50, key is test_row_0/B:col10/1733156579332/Put/seqid=0 2024-12-02T16:23:00,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742556_1732 (size=12301) 2024-12-02T16:23:00,323 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:23:00,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=194 2024-12-02T16:23:00,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:23:00,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. as already flushing 2024-12-02T16:23:00,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:23:00,323 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] handler.RSProcedureHandler(58): pid=194 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:23:00,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=194 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:23:00,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=194 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:23:00,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:23:00,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44934 deadline: 1733156640463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:23:00,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:23:00,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44904 deadline: 1733156640466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:23:00,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:23:00,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44858 deadline: 1733156640466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:23:00,475 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:23:00,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=194 2024-12-02T16:23:00,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:23:00,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. as already flushing 2024-12-02T16:23:00,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:23:00,476 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] handler.RSProcedureHandler(58): pid=194 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:23:00,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=194 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:23:00,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=194 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:23:00,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-12-02T16:23:00,592 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/5047ec266e2e411fa40d04120ecd9368 2024-12-02T16:23:00,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/490862b8ee924b139cbe44599142ad32 is 50, key is test_row_0/C:col10/1733156579332/Put/seqid=0 2024-12-02T16:23:00,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742557_1733 (size=12301) 2024-12-02T16:23:00,616 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/490862b8ee924b139cbe44599142ad32 2024-12-02T16:23:00,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/7f41a04f46f94182b78d3bcbbfd94f92 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/7f41a04f46f94182b78d3bcbbfd94f92 2024-12-02T16:23:00,627 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/7f41a04f46f94182b78d3bcbbfd94f92, entries=250, sequenceid=370, filesize=47.5 K 2024-12-02T16:23:00,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/5047ec266e2e411fa40d04120ecd9368 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/5047ec266e2e411fa40d04120ecd9368 2024-12-02T16:23:00,628 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:23:00,631 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/5047ec266e2e411fa40d04120ecd9368, entries=150, sequenceid=370, filesize=12.0 K 2024-12-02T16:23:00,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/490862b8ee924b139cbe44599142ad32 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/490862b8ee924b139cbe44599142ad32 2024-12-02T16:23:00,635 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/490862b8ee924b139cbe44599142ad32, entries=150, sequenceid=370, filesize=12.0 K 2024-12-02T16:23:00,635 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 8c06851e8f62a23108f69bb290e9bc03 in 1303ms, sequenceid=370, compaction requested=true 2024-12-02T16:23:00,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c06851e8f62a23108f69bb290e9bc03: 2024-12-02T16:23:00,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c06851e8f62a23108f69bb290e9bc03:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:23:00,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:23:00,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c06851e8f62a23108f69bb290e9bc03:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:23:00,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:23:00,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c06851e8f62a23108f69bb290e9bc03:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:23:00,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:23:00,636 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:23:00,636 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:23:00,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=194 2024-12-02T16:23:00,637 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:23:00,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:23:00,637 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 8c06851e8f62a23108f69bb290e9bc03/B is initiating minor compaction (all files) 2024-12-02T16:23:00,637 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2837): Flushing 8c06851e8f62a23108f69bb290e9bc03 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-02T16:23:00,637 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c06851e8f62a23108f69bb290e9bc03/B in TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:23:00,637 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/b169bc65faaa4093871bcf8debe187c4, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/2945d9c9c7a74c2c8b5b52b11384e652, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/41c3bb11ffd8402698908b44494bac0c, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/5047ec266e2e411fa40d04120ecd9368] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp, totalSize=48.8 K 2024-12-02T16:23:00,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=A 2024-12-02T16:23:00,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:23:00,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=B 2024-12-02T16:23:00,637 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 151814 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:23:00,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:23:00,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=C 2024-12-02T16:23:00,637 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): 8c06851e8f62a23108f69bb290e9bc03/A is initiating minor compaction (all files) 2024-12-02T16:23:00,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:23:00,637 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c06851e8f62a23108f69bb290e9bc03/A in TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:23:00,638 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/e7dd7378990844dd8a744a645a70290c, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/c4cbc94a5b244a54b306172db5d326f4, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/c191be78326d4b169812ed3e44c0bb75, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/7f41a04f46f94182b78d3bcbbfd94f92] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp, totalSize=148.3 K 2024-12-02T16:23:00,638 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:23:00,638 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. files: [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/e7dd7378990844dd8a744a645a70290c, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/c4cbc94a5b244a54b306172db5d326f4, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/c191be78326d4b169812ed3e44c0bb75, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/7f41a04f46f94182b78d3bcbbfd94f92] 2024-12-02T16:23:00,638 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting b169bc65faaa4093871bcf8debe187c4, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1733156576883 2024-12-02T16:23:00,638 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting e7dd7378990844dd8a744a645a70290c, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1733156576883 2024-12-02T16:23:00,639 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 2945d9c9c7a74c2c8b5b52b11384e652, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1733156577235 2024-12-02T16:23:00,639 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting c4cbc94a5b244a54b306172db5d326f4, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1733156577235 2024-12-02T16:23:00,640 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 41c3bb11ffd8402698908b44494bac0c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1733156577859 2024-12-02T16:23:00,640 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting c191be78326d4b169812ed3e44c0bb75, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1733156577859 2024-12-02T16:23:00,640 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f41a04f46f94182b78d3bcbbfd94f92, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1733156579018 2024-12-02T16:23:00,640 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 5047ec266e2e411fa40d04120ecd9368, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1733156579020 2024-12-02T16:23:00,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202b376ee2c0433490b90d5c155e3b60c45_8c06851e8f62a23108f69bb290e9bc03 is 50, key is test_row_0/A:col10/1733156579343/Put/seqid=0 2024-12-02T16:23:00,674 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8c06851e8f62a23108f69bb290e9bc03] 2024-12-02T16:23:00,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742558_1734 (size=12454) 2024-12-02T16:23:00,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,676 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c06851e8f62a23108f69bb290e9bc03#B#compaction#615 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:23:00,676 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/ffb83d9365924077bdec5d94eca73bf5 is 50, key is test_row_0/B:col10/1733156579332/Put/seqid=0 2024-12-02T16:23:00,677 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202c878ab1d90c24d24b33145d75d5ebf10_8c06851e8f62a23108f69bb290e9bc03 store=[table=TestAcidGuarantees family=A region=8c06851e8f62a23108f69bb290e9bc03] 2024-12-02T16:23:00,679 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202c878ab1d90c24d24b33145d75d5ebf10_8c06851e8f62a23108f69bb290e9bc03, store=[table=TestAcidGuarantees family=A region=8c06851e8f62a23108f69bb290e9bc03] 2024-12-02T16:23:00,679 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202c878ab1d90c24d24b33145d75d5ebf10_8c06851e8f62a23108f69bb290e9bc03 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8c06851e8f62a23108f69bb290e9bc03] 2024-12-02T16:23:00,698 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202b376ee2c0433490b90d5c155e3b60c45_8c06851e8f62a23108f69bb290e9bc03 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202b376ee2c0433490b90d5c155e3b60c45_8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:23:00,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/43889616b0ba4fdeb8741d75e8ca42c1, store: [table=TestAcidGuarantees family=A region=8c06851e8f62a23108f69bb290e9bc03] 2024-12-02T16:23:00,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/43889616b0ba4fdeb8741d75e8ca42c1 is 175, key is test_row_0/A:col10/1733156579343/Put/seqid=0 2024-12-02T16:23:00,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742559_1735 (size=13153) 2024-12-02T16:23:00,734 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/ffb83d9365924077bdec5d94eca73bf5 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/ffb83d9365924077bdec5d94eca73bf5 2024-12-02T16:23:00,741 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8c06851e8f62a23108f69bb290e9bc03/B of 8c06851e8f62a23108f69bb290e9bc03 into ffb83d9365924077bdec5d94eca73bf5(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:23:00,741 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c06851e8f62a23108f69bb290e9bc03: 2024-12-02T16:23:00,741 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03., storeName=8c06851e8f62a23108f69bb290e9bc03/B, priority=12, startTime=1733156580635; duration=0sec 2024-12-02T16:23:00,741 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:23:00,741 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c06851e8f62a23108f69bb290e9bc03:B 2024-12-02T16:23:00,741 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T16:23:00,742 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T16:23:00,742 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 8c06851e8f62a23108f69bb290e9bc03/C is initiating minor compaction (all files) 2024-12-02T16:23:00,742 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c06851e8f62a23108f69bb290e9bc03/C in TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:23:00,742 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/ea3bb434019748dab340cb9b07130c9e, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/b6663f255a7840fe9ac1e6fabfce18aa, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/fcb6d0e5d3a54a7db2c4af793f839a86, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/490862b8ee924b139cbe44599142ad32] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp, totalSize=48.8 K 2024-12-02T16:23:00,743 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting ea3bb434019748dab340cb9b07130c9e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1733156576883 2024-12-02T16:23:00,743 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting b6663f255a7840fe9ac1e6fabfce18aa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1733156577235 2024-12-02T16:23:00,743 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting fcb6d0e5d3a54a7db2c4af793f839a86, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1733156577859 2024-12-02T16:23:00,744 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 490862b8ee924b139cbe44599142ad32, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1733156579020 2024-12-02T16:23:00,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742561_1737 (size=31255) 2024-12-02T16:23:00,762 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=380, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/43889616b0ba4fdeb8741d75e8ca42c1 2024-12-02T16:23:00,778 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c06851e8f62a23108f69bb290e9bc03#C#compaction#617 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:23:00,779 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/289c174a9e2a45d4a001038fcb53c3bb is 50, key is test_row_0/C:col10/1733156579332/Put/seqid=0 2024-12-02T16:23:00,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/480b04a1de6d43559f6cf9188a50e69b is 50, key is test_row_0/B:col10/1733156579343/Put/seqid=0 2024-12-02T16:23:00,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742560_1736 (size=4469) 2024-12-02T16:23:00,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742562_1738 (size=13153) 2024-12-02T16:23:00,804 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/289c174a9e2a45d4a001038fcb53c3bb as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/289c174a9e2a45d4a001038fcb53c3bb 2024-12-02T16:23:00,808 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8c06851e8f62a23108f69bb290e9bc03/C of 8c06851e8f62a23108f69bb290e9bc03 into 289c174a9e2a45d4a001038fcb53c3bb(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:23:00,808 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c06851e8f62a23108f69bb290e9bc03: 2024-12-02T16:23:00,808 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03., storeName=8c06851e8f62a23108f69bb290e9bc03/C, priority=12, startTime=1733156580635; duration=0sec 2024-12-02T16:23:00,808 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:23:00,808 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c06851e8f62a23108f69bb290e9bc03:C 2024-12-02T16:23:00,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742563_1739 (size=12301) 2024-12-02T16:23:00,820 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/480b04a1de6d43559f6cf9188a50e69b 2024-12-02T16:23:00,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/c7ed9347c3d44948afe59b3dd7546d57 is 50, key is test_row_0/C:col10/1733156579343/Put/seqid=0 2024-12-02T16:23:00,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742564_1740 (size=12301) 2024-12-02T16:23:00,852 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/c7ed9347c3d44948afe59b3dd7546d57 2024-12-02T16:23:00,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/43889616b0ba4fdeb8741d75e8ca42c1 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/43889616b0ba4fdeb8741d75e8ca42c1 2024-12-02T16:23:00,860 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/43889616b0ba4fdeb8741d75e8ca42c1, entries=150, sequenceid=380, filesize=30.5 K 2024-12-02T16:23:00,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/480b04a1de6d43559f6cf9188a50e69b as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/480b04a1de6d43559f6cf9188a50e69b 2024-12-02T16:23:00,864 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/480b04a1de6d43559f6cf9188a50e69b, entries=150, sequenceid=380, filesize=12.0 K 2024-12-02T16:23:00,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/c7ed9347c3d44948afe59b3dd7546d57 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/c7ed9347c3d44948afe59b3dd7546d57 2024-12-02T16:23:00,868 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/c7ed9347c3d44948afe59b3dd7546d57, entries=150, sequenceid=380, filesize=12.0 K 2024-12-02T16:23:00,868 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for 8c06851e8f62a23108f69bb290e9bc03 in 231ms, sequenceid=380, compaction requested=false 2024-12-02T16:23:00,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2538): Flush status journal for 8c06851e8f62a23108f69bb290e9bc03: 2024-12-02T16:23:00,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:23:00,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=194 2024-12-02T16:23:00,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=194 2024-12-02T16:23:00,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=194, resume processing ppid=193 2024-12-02T16:23:00,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=194, ppid=193, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4840 sec 2024-12-02T16:23:00,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,872 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=193, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=193, table=TestAcidGuarantees in 1.4880 sec 2024-12-02T16:23:00,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:00,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,196 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c06851e8f62a23108f69bb290e9bc03#A#compaction#616 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:23:01,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,197 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/d5a2a5ae070e485eaa21c27304dc6275 is 175, key is test_row_0/A:col10/1733156579332/Put/seqid=0 2024-12-02T16:23:01,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742565_1741 (size=32107) 2024-12-02T16:23:01,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,341 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T16:23:01,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-12-02T16:23:01,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,490 INFO [Thread-2780 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 193 completed 2024-12-02T16:23:01,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,491 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T16:23:01,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=195, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=195, table=TestAcidGuarantees 2024-12-02T16:23:01,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,493 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=195, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=195, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T16:23:01,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=195 2024-12-02T16:23:01,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,493 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=195, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=195, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T16:23:01,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,494 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=196, ppid=195, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T16:23:01,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:23:01,561 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c06851e8f62a23108f69bb290e9bc03 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T16:23:01,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=A 2024-12-02T16:23:01,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:23:01,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=B 2024-12-02T16:23:01,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:23:01,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=C 2024-12-02T16:23:01,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:23:01,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202af6a39bfc19444af8bc32b12f79568c2_8c06851e8f62a23108f69bb290e9bc03 is 50, key is test_row_0/A:col10/1733156581550/Put/seqid=0 2024-12-02T16:23:01,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:01,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=195 2024-12-02T16:23:01,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742567_1743 (size=27698) 2024-12-02T16:23:01,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:23:01,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44858 deadline: 1733156641615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:23:01,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:23:01,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44934 deadline: 1733156641618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:23:01,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:23:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44904 deadline: 1733156641618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:23:01,645 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:23:01,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=196 2024-12-02T16:23:01,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:23:01,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. as already flushing 2024-12-02T16:23:01,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:23:01,646 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] handler.RSProcedureHandler(58): pid=196 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:23:01,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=196 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:23:01,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=196 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:23:01,659 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/d5a2a5ae070e485eaa21c27304dc6275 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/d5a2a5ae070e485eaa21c27304dc6275 2024-12-02T16:23:01,678 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8c06851e8f62a23108f69bb290e9bc03/A of 8c06851e8f62a23108f69bb290e9bc03 into d5a2a5ae070e485eaa21c27304dc6275(size=31.4 K), total size for store is 61.9 K. This selection was in queue for 0sec, and took 1sec to execute. 2024-12-02T16:23:01,678 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c06851e8f62a23108f69bb290e9bc03: 2024-12-02T16:23:01,678 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03., storeName=8c06851e8f62a23108f69bb290e9bc03/A, priority=12, startTime=1733156580635; duration=1sec 2024-12-02T16:23:01,678 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:23:01,678 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c06851e8f62a23108f69bb290e9bc03:A 2024-12-02T16:23:01,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:23:01,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44858 deadline: 1733156641719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:23:01,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:23:01,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44904 deadline: 1733156641725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:23:01,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:23:01,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44934 deadline: 1733156641725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:23:01,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=195 2024-12-02T16:23:01,798 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:23:01,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=196 2024-12-02T16:23:01,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:23:01,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. as already flushing 2024-12-02T16:23:01,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:23:01,799 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] handler.RSProcedureHandler(58): pid=196 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:23:01,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=196 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:23:01,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=196 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:23:01,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:23:01,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44926 deadline: 1733156641844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:23:01,846 DEBUG [Thread-2776 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8141 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03., hostname=2a8f9448bb5c,46371,1733156403634, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T16:23:01,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:23:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44936 deadline: 1733156641873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:23:01,876 DEBUG [Thread-2778 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8172 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03., hostname=2a8f9448bb5c,46371,1733156403634, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T16:23:01,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:23:01,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44858 deadline: 1733156641923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:23:01,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:23:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44904 deadline: 1733156641927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:23:01,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:23:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44934 deadline: 1733156641928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:23:01,951 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:23:01,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=196 2024-12-02T16:23:01,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:23:01,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. as already flushing 2024-12-02T16:23:01,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:23:01,952 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=196}] handler.RSProcedureHandler(58): pid=196 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:23:01,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=196 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:23:01,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=196 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:23:02,013 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:02,034 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202af6a39bfc19444af8bc32b12f79568c2_8c06851e8f62a23108f69bb290e9bc03 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202af6a39bfc19444af8bc32b12f79568c2_8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:23:02,034 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/ed828a30482b415ba16ecd4a4b1685c1, store: [table=TestAcidGuarantees family=A region=8c06851e8f62a23108f69bb290e9bc03] 2024-12-02T16:23:02,035 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/ed828a30482b415ba16ecd4a4b1685c1 is 175, key is test_row_0/A:col10/1733156581550/Put/seqid=0 2024-12-02T16:23:02,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742566_1742 (size=83485) 2024-12-02T16:23:02,038 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=394, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/ed828a30482b415ba16ecd4a4b1685c1 2024-12-02T16:23:02,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/ae6bece262b44110945da7266d86a0fe is 50, key is test_row_0/B:col10/1733156581550/Put/seqid=0 2024-12-02T16:23:02,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742568_1744 (size=12301) 2024-12-02T16:23:02,090 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/ae6bece262b44110945da7266d86a0fe 2024-12-02T16:23:02,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=195 2024-12-02T16:23:02,097 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/13f76e864f9d4de1a86e3337148abfd0 is 50, key is test_row_0/C:col10/1733156581550/Put/seqid=0 2024-12-02T16:23:02,114 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:23:02,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=196 2024-12-02T16:23:02,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:23:02,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. as already flushing 2024-12-02T16:23:02,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:23:02,114 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] handler.RSProcedureHandler(58): pid=196 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:23:02,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=196 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:23:02,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=196 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:23:02,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742569_1745 (size=12301) 2024-12-02T16:23:02,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:23:02,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44858 deadline: 1733156642226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:23:02,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:23:02,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44904 deadline: 1733156642230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:23:02,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:23:02,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44934 deadline: 1733156642232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:23:02,266 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:23:02,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=196 2024-12-02T16:23:02,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:23:02,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. as already flushing 2024-12-02T16:23:02,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:23:02,267 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] handler.RSProcedureHandler(58): pid=196 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:23:02,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=196 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:23:02,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=196 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:23:02,422 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:23:02,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=196 2024-12-02T16:23:02,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:23:02,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. as already flushing 2024-12-02T16:23:02,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:23:02,433 ERROR [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=196}] handler.RSProcedureHandler(58): pid=196 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:23:02,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-2 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=196 java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:23:02,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4114): Remote procedure failed, pid=196 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:23:02,550 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/13f76e864f9d4de1a86e3337148abfd0 2024-12-02T16:23:02,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/ed828a30482b415ba16ecd4a4b1685c1 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/ed828a30482b415ba16ecd4a4b1685c1 2024-12-02T16:23:02,556 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/ed828a30482b415ba16ecd4a4b1685c1, entries=450, sequenceid=394, filesize=81.5 K 2024-12-02T16:23:02,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/ae6bece262b44110945da7266d86a0fe as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/ae6bece262b44110945da7266d86a0fe 2024-12-02T16:23:02,560 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/ae6bece262b44110945da7266d86a0fe, entries=150, sequenceid=394, filesize=12.0 K 2024-12-02T16:23:02,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/13f76e864f9d4de1a86e3337148abfd0 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/13f76e864f9d4de1a86e3337148abfd0 2024-12-02T16:23:02,563 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/13f76e864f9d4de1a86e3337148abfd0, entries=150, sequenceid=394, filesize=12.0 K 2024-12-02T16:23:02,564 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 8c06851e8f62a23108f69bb290e9bc03 in 1003ms, sequenceid=394, compaction requested=true 2024-12-02T16:23:02,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c06851e8f62a23108f69bb290e9bc03: 2024-12-02T16:23:02,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c06851e8f62a23108f69bb290e9bc03:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T16:23:02,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:23:02,564 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:23:02,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c06851e8f62a23108f69bb290e9bc03:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T16:23:02,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:23:02,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c06851e8f62a23108f69bb290e9bc03:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T16:23:02,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:23:02,564 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:23:02,565 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 146847 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:23:02,565 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:23:02,565 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1540): 8c06851e8f62a23108f69bb290e9bc03/A is initiating minor compaction (all files) 2024-12-02T16:23:02,565 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 8c06851e8f62a23108f69bb290e9bc03/B is initiating minor compaction (all files) 2024-12-02T16:23:02,565 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c06851e8f62a23108f69bb290e9bc03/B in TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:23:02,565 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c06851e8f62a23108f69bb290e9bc03/A in TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:23:02,565 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/ffb83d9365924077bdec5d94eca73bf5, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/480b04a1de6d43559f6cf9188a50e69b, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/ae6bece262b44110945da7266d86a0fe] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp, totalSize=36.9 K 2024-12-02T16:23:02,565 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/d5a2a5ae070e485eaa21c27304dc6275, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/43889616b0ba4fdeb8741d75e8ca42c1, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/ed828a30482b415ba16ecd4a4b1685c1] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp, totalSize=143.4 K 2024-12-02T16:23:02,565 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:23:02,565 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. files: [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/d5a2a5ae070e485eaa21c27304dc6275, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/43889616b0ba4fdeb8741d75e8ca42c1, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/ed828a30482b415ba16ecd4a4b1685c1] 2024-12-02T16:23:02,566 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting ffb83d9365924077bdec5d94eca73bf5, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1733156579020 2024-12-02T16:23:02,566 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting d5a2a5ae070e485eaa21c27304dc6275, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1733156579020 2024-12-02T16:23:02,566 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43889616b0ba4fdeb8741d75e8ca42c1, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1733156579343 2024-12-02T16:23:02,566 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 480b04a1de6d43559f6cf9188a50e69b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1733156579343 2024-12-02T16:23:02,566 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting ae6bece262b44110945da7266d86a0fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1733156581543 2024-12-02T16:23:02,566 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed828a30482b415ba16ecd4a4b1685c1, keycount=450, bloomtype=ROW, size=81.5 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1733156581501 2024-12-02T16:23:02,571 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8c06851e8f62a23108f69bb290e9bc03] 2024-12-02T16:23:02,572 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c06851e8f62a23108f69bb290e9bc03#B#compaction#623 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:23:02,572 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/91647dadd5ab41379f324aba5d65e4b6 is 50, key is test_row_0/B:col10/1733156581550/Put/seqid=0 2024-12-02T16:23:02,573 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412026c123226fc2f4678b1bf6af4291f2ed5_8c06851e8f62a23108f69bb290e9bc03 store=[table=TestAcidGuarantees family=A region=8c06851e8f62a23108f69bb290e9bc03] 2024-12-02T16:23:02,575 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412026c123226fc2f4678b1bf6af4291f2ed5_8c06851e8f62a23108f69bb290e9bc03, store=[table=TestAcidGuarantees family=A region=8c06851e8f62a23108f69bb290e9bc03] 2024-12-02T16:23:02,575 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412026c123226fc2f4678b1bf6af4291f2ed5_8c06851e8f62a23108f69bb290e9bc03 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8c06851e8f62a23108f69bb290e9bc03] 2024-12-02T16:23:02,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742570_1746 (size=13255) 2024-12-02T16:23:02,586 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:23:02,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742571_1747 (size=4469) 2024-12-02T16:23:02,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46371 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=196 2024-12-02T16:23:02,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:23:02,586 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegion(2837): Flushing 8c06851e8f62a23108f69bb290e9bc03 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-02T16:23:02,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=A 2024-12-02T16:23:02,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:23:02,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=B 2024-12-02T16:23:02,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:23:02,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=C 2024-12-02T16:23:02,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:23:02,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120236e5a8f5c2734f398ffe808c816ec7a4_8c06851e8f62a23108f69bb290e9bc03 is 50, key is test_row_0/A:col10/1733156581610/Put/seqid=0 2024-12-02T16:23:02,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=195 2024-12-02T16:23:02,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742572_1748 (size=12454) 2024-12-02T16:23:02,661 DEBUG [Thread-2783 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38481360 to 127.0.0.1:63236 2024-12-02T16:23:02,661 DEBUG [Thread-2783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:23:02,661 DEBUG [Thread-2789 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x49019618 to 127.0.0.1:63236 2024-12-02T16:23:02,661 DEBUG [Thread-2789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:23:02,662 DEBUG [Thread-2781 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x09e22139 to 127.0.0.1:63236 2024-12-02T16:23:02,662 DEBUG [Thread-2781 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:23:02,663 DEBUG [Thread-2785 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x62750e61 to 127.0.0.1:63236 2024-12-02T16:23:02,663 DEBUG [Thread-2785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:23:02,663 DEBUG [Thread-2787 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b968040 to 127.0.0.1:63236 2024-12-02T16:23:02,663 DEBUG [Thread-2787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:23:02,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46371 {}] regionserver.HRegion(8581): Flush requested on 8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:23:02,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. as already flushing 2024-12-02T16:23:02,733 DEBUG [Thread-2772 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58e7ba75 to 127.0.0.1:63236 2024-12-02T16:23:02,733 DEBUG [Thread-2772 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:23:02,735 DEBUG [Thread-2774 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3005670a to 127.0.0.1:63236 2024-12-02T16:23:02,735 DEBUG [Thread-2774 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:23:02,737 DEBUG [Thread-2770 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4c53df25 to 127.0.0.1:63236 2024-12-02T16:23:02,737 DEBUG [Thread-2770 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:23:02,985 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/91647dadd5ab41379f324aba5d65e4b6 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/91647dadd5ab41379f324aba5d65e4b6 2024-12-02T16:23:02,987 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c06851e8f62a23108f69bb290e9bc03#A#compaction#624 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:23:02,987 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/bafd8a7485eb427fa8cc1eec4357e9ef is 175, key is test_row_0/A:col10/1733156581550/Put/seqid=0 2024-12-02T16:23:02,989 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c06851e8f62a23108f69bb290e9bc03/B of 8c06851e8f62a23108f69bb290e9bc03 into 91647dadd5ab41379f324aba5d65e4b6(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:23:02,989 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c06851e8f62a23108f69bb290e9bc03: 2024-12-02T16:23:02,989 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03., storeName=8c06851e8f62a23108f69bb290e9bc03/B, priority=13, startTime=1733156582564; duration=0sec 2024-12-02T16:23:02,989 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T16:23:02,989 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c06851e8f62a23108f69bb290e9bc03:B 2024-12-02T16:23:02,989 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T16:23:02,990 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T16:23:02,990 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1540): 8c06851e8f62a23108f69bb290e9bc03/C is initiating minor compaction (all files) 2024-12-02T16:23:02,990 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c06851e8f62a23108f69bb290e9bc03/C in TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:23:02,990 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/289c174a9e2a45d4a001038fcb53c3bb, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/c7ed9347c3d44948afe59b3dd7546d57, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/13f76e864f9d4de1a86e3337148abfd0] into tmpdir=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp, totalSize=36.9 K 2024-12-02T16:23:02,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742573_1749 (size=32209) 2024-12-02T16:23:02,990 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 289c174a9e2a45d4a001038fcb53c3bb, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1733156579020 2024-12-02T16:23:02,991 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting c7ed9347c3d44948afe59b3dd7546d57, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1733156579343 2024-12-02T16:23:02,991 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] compactions.Compactor(224): Compacting 13f76e864f9d4de1a86e3337148abfd0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1733156581543 2024-12-02T16:23:02,996 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c06851e8f62a23108f69bb290e9bc03#C#compaction#626 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T16:23:02,996 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/37daff1a2daf43168c57d097d8b7372b is 50, key is test_row_0/C:col10/1733156581550/Put/seqid=0 2024-12-02T16:23:02,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:02,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742574_1750 (size=13255) 2024-12-02T16:23:03,001 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120236e5a8f5c2734f398ffe808c816ec7a4_8c06851e8f62a23108f69bb290e9bc03 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120236e5a8f5c2734f398ffe808c816ec7a4_8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:23:03,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/966f1b9490ca4b75802edab4c8cc43b5, store: [table=TestAcidGuarantees family=A region=8c06851e8f62a23108f69bb290e9bc03] 2024-12-02T16:23:03,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/966f1b9490ca4b75802edab4c8cc43b5 is 175, key is test_row_0/A:col10/1733156581610/Put/seqid=0 2024-12-02T16:23:03,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742575_1751 (size=31255) 2024-12-02T16:23:03,394 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/bafd8a7485eb427fa8cc1eec4357e9ef as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/bafd8a7485eb427fa8cc1eec4357e9ef 2024-12-02T16:23:03,398 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c06851e8f62a23108f69bb290e9bc03/A of 8c06851e8f62a23108f69bb290e9bc03 into bafd8a7485eb427fa8cc1eec4357e9ef(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:23:03,398 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c06851e8f62a23108f69bb290e9bc03: 2024-12-02T16:23:03,398 INFO [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03., storeName=8c06851e8f62a23108f69bb290e9bc03/A, priority=13, startTime=1733156582564; duration=0sec 2024-12-02T16:23:03,398 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:23:03,398 DEBUG [RS:0;2a8f9448bb5c:46371-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c06851e8f62a23108f69bb290e9bc03:A 2024-12-02T16:23:03,402 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/37daff1a2daf43168c57d097d8b7372b as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/37daff1a2daf43168c57d097d8b7372b 2024-12-02T16:23:03,405 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c06851e8f62a23108f69bb290e9bc03/C of 8c06851e8f62a23108f69bb290e9bc03 into 37daff1a2daf43168c57d097d8b7372b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T16:23:03,405 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=420, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/966f1b9490ca4b75802edab4c8cc43b5 2024-12-02T16:23:03,405 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c06851e8f62a23108f69bb290e9bc03: 2024-12-02T16:23:03,405 INFO [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03., storeName=8c06851e8f62a23108f69bb290e9bc03/C, priority=13, startTime=1733156582564; duration=0sec 2024-12-02T16:23:03,405 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T16:23:03,405 DEBUG [RS:0;2a8f9448bb5c:46371-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c06851e8f62a23108f69bb290e9bc03:C 2024-12-02T16:23:03,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/df376ff065274a879ee3cb2828faa0bd is 50, key is test_row_0/B:col10/1733156581610/Put/seqid=0 2024-12-02T16:23:03,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742576_1752 (size=12301) 2024-12-02T16:23:03,418 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/df376ff065274a879ee3cb2828faa0bd 2024-12-02T16:23:03,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/5a73d1a28dce48a4b22933ef51cbb935 is 50, key is test_row_0/C:col10/1733156581610/Put/seqid=0 2024-12-02T16:23:03,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742577_1753 (size=12301) 2024-12-02T16:23:03,425 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/5a73d1a28dce48a4b22933ef51cbb935 2024-12-02T16:23:03,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/966f1b9490ca4b75802edab4c8cc43b5 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/966f1b9490ca4b75802edab4c8cc43b5 2024-12-02T16:23:03,431 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/966f1b9490ca4b75802edab4c8cc43b5, entries=150, sequenceid=420, filesize=30.5 K 2024-12-02T16:23:03,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/df376ff065274a879ee3cb2828faa0bd as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/df376ff065274a879ee3cb2828faa0bd 2024-12-02T16:23:03,434 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/df376ff065274a879ee3cb2828faa0bd, entries=150, sequenceid=420, filesize=12.0 K 2024-12-02T16:23:03,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/5a73d1a28dce48a4b22933ef51cbb935 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/5a73d1a28dce48a4b22933ef51cbb935 2024-12-02T16:23:03,437 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/5a73d1a28dce48a4b22933ef51cbb935, entries=150, sequenceid=420, filesize=12.0 K 2024-12-02T16:23:03,438 INFO [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=20.13 KB/20610 for 8c06851e8f62a23108f69bb290e9bc03 in 852ms, sequenceid=420, compaction requested=false 2024-12-02T16:23:03,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegion(2538): Flush status journal for 8c06851e8f62a23108f69bb290e9bc03: 2024-12-02T16:23:03,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:23:03,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=196 2024-12-02T16:23:03,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster(4106): Remote procedure done, pid=196 2024-12-02T16:23:03,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=196, resume processing ppid=195 2024-12-02T16:23:03,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=196, ppid=195, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9450 sec 2024-12-02T16:23:03,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=195, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=195, table=TestAcidGuarantees in 1.9500 sec 2024-12-02T16:23:03,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=195 2024-12-02T16:23:03,597 INFO [Thread-2780 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 195 completed 2024-12-02T16:23:11,861 DEBUG [Thread-2776 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x092e7af3 to 127.0.0.1:63236 2024-12-02T16:23:11,861 DEBUG [Thread-2776 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:23:11,891 DEBUG [Thread-2778 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17899883 to 127.0.0.1:63236 2024-12-02T16:23:11,891 DEBUG [Thread-2778 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:23:11,891 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-02T16:23:11,891 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-12-02T16:23:11,891 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 83 2024-12-02T16:23:11,891 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-12-02T16:23:11,891 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-12-02T16:23:11,891 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 63 2024-12-02T16:23:11,891 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-02T16:23:11,891 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5315 2024-12-02T16:23:11,891 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5082 2024-12-02T16:23:11,891 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5133 2024-12-02T16:23:11,891 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5277 2024-12-02T16:23:11,891 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5113 2024-12-02T16:23:11,891 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-02T16:23:11,891 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-02T16:23:11,892 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x69e0c36f to 127.0.0.1:63236 2024-12-02T16:23:11,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:23:11,892 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-02T16:23:11,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-02T16:23:11,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=197, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-02T16:23:11,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=197 2024-12-02T16:23:11,894 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733156591894"}]},"ts":"1733156591894"} 2024-12-02T16:23:11,895 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-02T16:23:11,897 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-02T16:23:11,897 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=198, ppid=197, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-02T16:23:11,898 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=199, ppid=198, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c06851e8f62a23108f69bb290e9bc03, UNASSIGN}] 2024-12-02T16:23:11,898 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=199, ppid=198, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c06851e8f62a23108f69bb290e9bc03, UNASSIGN 2024-12-02T16:23:11,899 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=199 updating hbase:meta row=8c06851e8f62a23108f69bb290e9bc03, regionState=CLOSING, regionLocation=2a8f9448bb5c,46371,1733156403634 2024-12-02T16:23:11,899 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T16:23:11,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=200, ppid=199, state=RUNNABLE; CloseRegionProcedure 8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634}] 2024-12-02T16:23:11,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=197 2024-12-02T16:23:12,050 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:23:12,050 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] handler.UnassignRegionHandler(124): Close 8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:23:12,050 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-02T16:23:12,051 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] regionserver.HRegion(1681): Closing 8c06851e8f62a23108f69bb290e9bc03, disabling compactions & flushes 2024-12-02T16:23:12,051 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:23:12,051 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:23:12,051 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. after waiting 0 ms 2024-12-02T16:23:12,051 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:23:12,051 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] regionserver.HRegion(2837): Flushing 8c06851e8f62a23108f69bb290e9bc03 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-02T16:23:12,051 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=A 2024-12-02T16:23:12,051 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:23:12,051 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=B 2024-12-02T16:23:12,051 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:23:12,051 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c06851e8f62a23108f69bb290e9bc03, store=C 2024-12-02T16:23:12,051 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T16:23:12,055 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120228eae37c739b449d93eedef2b92041f4_8c06851e8f62a23108f69bb290e9bc03 is 50, key is test_row_0/A:col10/1733156591890/Put/seqid=0 2024-12-02T16:23:12,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742578_1754 (size=7374) 2024-12-02T16:23:12,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=197 2024-12-02T16:23:12,461 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:23:12,464 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120228eae37c739b449d93eedef2b92041f4_8c06851e8f62a23108f69bb290e9bc03 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120228eae37c739b449d93eedef2b92041f4_8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:23:12,465 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/bdb88bb27cc94c4caa9372088def7720, store: [table=TestAcidGuarantees family=A region=8c06851e8f62a23108f69bb290e9bc03] 2024-12-02T16:23:12,466 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/bdb88bb27cc94c4caa9372088def7720 is 175, key is test_row_0/A:col10/1733156591890/Put/seqid=0 2024-12-02T16:23:12,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742579_1755 (size=13865) 2024-12-02T16:23:12,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=197 2024-12-02T16:23:12,870 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=431, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/bdb88bb27cc94c4caa9372088def7720 2024-12-02T16:23:12,875 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/455138b4628b421fa716c42025e77bf4 is 50, key is test_row_0/B:col10/1733156591890/Put/seqid=0 2024-12-02T16:23:12,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742580_1756 (size=7415) 2024-12-02T16:23:12,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=197 2024-12-02T16:23:13,278 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/455138b4628b421fa716c42025e77bf4 2024-12-02T16:23:13,283 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/7434fa6375694dd397d6b7c954868dac is 50, key is test_row_0/C:col10/1733156591890/Put/seqid=0 2024-12-02T16:23:13,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742581_1757 (size=7415) 2024-12-02T16:23:13,686 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/7434fa6375694dd397d6b7c954868dac 2024-12-02T16:23:13,690 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/A/bdb88bb27cc94c4caa9372088def7720 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/bdb88bb27cc94c4caa9372088def7720 2024-12-02T16:23:13,692 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/bdb88bb27cc94c4caa9372088def7720, entries=50, sequenceid=431, filesize=13.5 K 2024-12-02T16:23:13,693 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/B/455138b4628b421fa716c42025e77bf4 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/455138b4628b421fa716c42025e77bf4 2024-12-02T16:23:13,695 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/455138b4628b421fa716c42025e77bf4, entries=50, sequenceid=431, filesize=7.2 K 2024-12-02T16:23:13,695 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/.tmp/C/7434fa6375694dd397d6b7c954868dac as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/7434fa6375694dd397d6b7c954868dac 2024-12-02T16:23:13,697 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/7434fa6375694dd397d6b7c954868dac, entries=50, sequenceid=431, filesize=7.2 K 2024-12-02T16:23:13,698 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 8c06851e8f62a23108f69bb290e9bc03 in 1647ms, sequenceid=431, compaction requested=true 2024-12-02T16:23:13,698 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/d8bb89f5b5ba4d9f968e49a5902a82ef, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/e931fb9f0ce84d759456fe6da0d2f6d4, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/e4f07c1ee9fc46e68f80f55b411a28f2, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/aa626ea65b1041d4863e931039f903e3, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/f772b9990b0140edbcd22cf9081ee656, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/4f5e6da112c74f75a3b2136ec893665b, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/470a5b50dd344f2f948116f0b2c9682e, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/643cb5bd9a7b45d2ad5395ba571a4ddc, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/55a06d82f1b34940b857d6126f851919, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/3fe37985b58f40f8a84c18255796b6a6, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/9b3f4131024b46fcbbc5898028a134b9, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/1158120955d4479cbfaafdab412f94a7, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/b781de1a119d4957bcb1c308ab42122b, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/e4e0382b9aa84eb69a2e28608ada5946, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/7612c083e6484b43860944d1838345ed, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/78463a36637f4cb593cf609671e247cf, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/0ea6a842964d40cba0e963594e95e822, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/49f24cc5dc0847849817aaac551ace61, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/45947889702c4d90a8ba7c7261b5b5bb, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/df9099a84b354485ac40510b6df9c867, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/23f711e86b8b4a58b8ef47ca742d82ed, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/e7dd7378990844dd8a744a645a70290c, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/c4cbc94a5b244a54b306172db5d326f4, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/c191be78326d4b169812ed3e44c0bb75, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/7f41a04f46f94182b78d3bcbbfd94f92, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/d5a2a5ae070e485eaa21c27304dc6275, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/43889616b0ba4fdeb8741d75e8ca42c1, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/ed828a30482b415ba16ecd4a4b1685c1] to archive 2024-12-02T16:23:13,699 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T16:23:13,700 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/d8bb89f5b5ba4d9f968e49a5902a82ef to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/d8bb89f5b5ba4d9f968e49a5902a82ef 2024-12-02T16:23:13,701 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/e931fb9f0ce84d759456fe6da0d2f6d4 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/e931fb9f0ce84d759456fe6da0d2f6d4 2024-12-02T16:23:13,701 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/e4f07c1ee9fc46e68f80f55b411a28f2 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/e4f07c1ee9fc46e68f80f55b411a28f2 2024-12-02T16:23:13,702 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/aa626ea65b1041d4863e931039f903e3 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/aa626ea65b1041d4863e931039f903e3 2024-12-02T16:23:13,703 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/f772b9990b0140edbcd22cf9081ee656 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/f772b9990b0140edbcd22cf9081ee656 2024-12-02T16:23:13,704 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/4f5e6da112c74f75a3b2136ec893665b to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/4f5e6da112c74f75a3b2136ec893665b 2024-12-02T16:23:13,704 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/470a5b50dd344f2f948116f0b2c9682e to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/470a5b50dd344f2f948116f0b2c9682e 2024-12-02T16:23:13,705 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/643cb5bd9a7b45d2ad5395ba571a4ddc to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/643cb5bd9a7b45d2ad5395ba571a4ddc 2024-12-02T16:23:13,706 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/55a06d82f1b34940b857d6126f851919 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/55a06d82f1b34940b857d6126f851919 2024-12-02T16:23:13,707 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/3fe37985b58f40f8a84c18255796b6a6 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/3fe37985b58f40f8a84c18255796b6a6 2024-12-02T16:23:13,707 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/9b3f4131024b46fcbbc5898028a134b9 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/9b3f4131024b46fcbbc5898028a134b9 2024-12-02T16:23:13,708 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/1158120955d4479cbfaafdab412f94a7 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/1158120955d4479cbfaafdab412f94a7 2024-12-02T16:23:13,709 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/b781de1a119d4957bcb1c308ab42122b to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/b781de1a119d4957bcb1c308ab42122b 2024-12-02T16:23:13,709 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/e4e0382b9aa84eb69a2e28608ada5946 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/e4e0382b9aa84eb69a2e28608ada5946 2024-12-02T16:23:13,710 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/7612c083e6484b43860944d1838345ed to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/7612c083e6484b43860944d1838345ed 2024-12-02T16:23:13,711 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/78463a36637f4cb593cf609671e247cf to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/78463a36637f4cb593cf609671e247cf 2024-12-02T16:23:13,711 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/0ea6a842964d40cba0e963594e95e822 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/0ea6a842964d40cba0e963594e95e822 2024-12-02T16:23:13,712 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/49f24cc5dc0847849817aaac551ace61 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/49f24cc5dc0847849817aaac551ace61 2024-12-02T16:23:13,713 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/45947889702c4d90a8ba7c7261b5b5bb to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/45947889702c4d90a8ba7c7261b5b5bb 2024-12-02T16:23:13,713 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/df9099a84b354485ac40510b6df9c867 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/df9099a84b354485ac40510b6df9c867 2024-12-02T16:23:13,714 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/23f711e86b8b4a58b8ef47ca742d82ed to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/23f711e86b8b4a58b8ef47ca742d82ed 2024-12-02T16:23:13,715 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/e7dd7378990844dd8a744a645a70290c to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/e7dd7378990844dd8a744a645a70290c 2024-12-02T16:23:13,716 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/c4cbc94a5b244a54b306172db5d326f4 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/c4cbc94a5b244a54b306172db5d326f4 2024-12-02T16:23:13,716 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/c191be78326d4b169812ed3e44c0bb75 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/c191be78326d4b169812ed3e44c0bb75 2024-12-02T16:23:13,717 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/7f41a04f46f94182b78d3bcbbfd94f92 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/7f41a04f46f94182b78d3bcbbfd94f92 2024-12-02T16:23:13,718 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/d5a2a5ae070e485eaa21c27304dc6275 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/d5a2a5ae070e485eaa21c27304dc6275 2024-12-02T16:23:13,718 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/43889616b0ba4fdeb8741d75e8ca42c1 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/43889616b0ba4fdeb8741d75e8ca42c1 2024-12-02T16:23:13,719 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/ed828a30482b415ba16ecd4a4b1685c1 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/ed828a30482b415ba16ecd4a4b1685c1 2024-12-02T16:23:13,720 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/f80c760a445e4c9a8969a3807a7a71a9, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/07b09324f70f4bcea32aa2e53f3efb93, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/a3c0a497b4b543d0aa2d05938d2ce199, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/5bb8b9ab966d4b1e860a932bdf166cdc, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/9778323c5ab644e291d18020f7247d09, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/b211b0f1ac7b4546afa43dad71706967, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/43b612148d414a1cad7a0f1eb0b0a61b, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/53bd26a9fc714674a9948b3034837981, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/9f10ef7841ea48a9bb0bb00bf3c19187, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/0a3db78e9ad24464bfa55b0536f8fdde, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/a27c5788a6ae45aaaee3a2cc20d45ce5, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/927a089289a84e1b8aba380913703c7e, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/5c44a98b587b4713a4fa1d1fffe81810, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/570d2c43b17743eb974427f8c3d6db0a, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/72677563d32a43f8ae0fd47d961a5fa1, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/b343afd4db7b41af8567776d61b244c7, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/072532082a814e4998c930525fc2349f, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/cd82b3d3690f46b2b3a4ec79d1e1ccaa, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/705e7ce29225456c8a7f69e8a9f8b840, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/440f410aa29a4d209e040b7ec94db5f3, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/b169bc65faaa4093871bcf8debe187c4, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/678d525176104e0ca65e1bb5594ff489, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/2945d9c9c7a74c2c8b5b52b11384e652, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/41c3bb11ffd8402698908b44494bac0c, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/ffb83d9365924077bdec5d94eca73bf5, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/5047ec266e2e411fa40d04120ecd9368, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/480b04a1de6d43559f6cf9188a50e69b, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/ae6bece262b44110945da7266d86a0fe] to archive 2024-12-02T16:23:13,721 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T16:23:13,723 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/f80c760a445e4c9a8969a3807a7a71a9 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/f80c760a445e4c9a8969a3807a7a71a9 2024-12-02T16:23:13,723 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/07b09324f70f4bcea32aa2e53f3efb93 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/07b09324f70f4bcea32aa2e53f3efb93 2024-12-02T16:23:13,724 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/a3c0a497b4b543d0aa2d05938d2ce199 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/a3c0a497b4b543d0aa2d05938d2ce199 2024-12-02T16:23:13,725 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/5bb8b9ab966d4b1e860a932bdf166cdc to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/5bb8b9ab966d4b1e860a932bdf166cdc 2024-12-02T16:23:13,726 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/9778323c5ab644e291d18020f7247d09 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/9778323c5ab644e291d18020f7247d09 2024-12-02T16:23:13,727 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/b211b0f1ac7b4546afa43dad71706967 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/b211b0f1ac7b4546afa43dad71706967 2024-12-02T16:23:13,728 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/43b612148d414a1cad7a0f1eb0b0a61b to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/43b612148d414a1cad7a0f1eb0b0a61b 2024-12-02T16:23:13,729 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/53bd26a9fc714674a9948b3034837981 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/53bd26a9fc714674a9948b3034837981 2024-12-02T16:23:13,729 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/9f10ef7841ea48a9bb0bb00bf3c19187 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/9f10ef7841ea48a9bb0bb00bf3c19187 2024-12-02T16:23:13,730 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/0a3db78e9ad24464bfa55b0536f8fdde to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/0a3db78e9ad24464bfa55b0536f8fdde 2024-12-02T16:23:13,731 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/a27c5788a6ae45aaaee3a2cc20d45ce5 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/a27c5788a6ae45aaaee3a2cc20d45ce5 2024-12-02T16:23:13,732 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/927a089289a84e1b8aba380913703c7e to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/927a089289a84e1b8aba380913703c7e 2024-12-02T16:23:13,733 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/5c44a98b587b4713a4fa1d1fffe81810 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/5c44a98b587b4713a4fa1d1fffe81810 2024-12-02T16:23:13,733 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/570d2c43b17743eb974427f8c3d6db0a to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/570d2c43b17743eb974427f8c3d6db0a 2024-12-02T16:23:13,734 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/72677563d32a43f8ae0fd47d961a5fa1 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/72677563d32a43f8ae0fd47d961a5fa1 2024-12-02T16:23:13,735 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/b343afd4db7b41af8567776d61b244c7 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/b343afd4db7b41af8567776d61b244c7 2024-12-02T16:23:13,736 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/072532082a814e4998c930525fc2349f to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/072532082a814e4998c930525fc2349f 2024-12-02T16:23:13,737 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/cd82b3d3690f46b2b3a4ec79d1e1ccaa to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/cd82b3d3690f46b2b3a4ec79d1e1ccaa 2024-12-02T16:23:13,738 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/705e7ce29225456c8a7f69e8a9f8b840 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/705e7ce29225456c8a7f69e8a9f8b840 2024-12-02T16:23:13,739 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/440f410aa29a4d209e040b7ec94db5f3 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/440f410aa29a4d209e040b7ec94db5f3 2024-12-02T16:23:13,740 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/b169bc65faaa4093871bcf8debe187c4 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/b169bc65faaa4093871bcf8debe187c4 2024-12-02T16:23:13,741 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/678d525176104e0ca65e1bb5594ff489 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/678d525176104e0ca65e1bb5594ff489 2024-12-02T16:23:13,741 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/2945d9c9c7a74c2c8b5b52b11384e652 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/2945d9c9c7a74c2c8b5b52b11384e652 2024-12-02T16:23:13,742 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/41c3bb11ffd8402698908b44494bac0c to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/41c3bb11ffd8402698908b44494bac0c 2024-12-02T16:23:13,743 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/ffb83d9365924077bdec5d94eca73bf5 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/ffb83d9365924077bdec5d94eca73bf5 2024-12-02T16:23:13,744 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/5047ec266e2e411fa40d04120ecd9368 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/5047ec266e2e411fa40d04120ecd9368 2024-12-02T16:23:13,745 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/480b04a1de6d43559f6cf9188a50e69b to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/480b04a1de6d43559f6cf9188a50e69b 2024-12-02T16:23:13,746 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/ae6bece262b44110945da7266d86a0fe to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/ae6bece262b44110945da7266d86a0fe 2024-12-02T16:23:13,747 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/712e40052b8c4593be6657c351b87d17, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/285604170360490fa27c51022ba573c0, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/9f687ce96ee044be89d4bdc4af1c079e, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/51e9f88140a14ca4bb16b6269df524c3, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/f8c9841d22eb45699258375b4f9df2f8, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/aa131fa823904ffba57d0026e564ea8d, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/e3938b720a7f41e8be8e3c169894c4fe, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/75a18fc662304b4582289361324098aa, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/9a2f57b1ee3446dcb8f96f8b50907398, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/cecd2ade1758479aa16a404ef81a6214, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/e4111284fdc74da6905785c33baa2912, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/4c93b12476f2488291109ded22f13e80, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/f285bc47f1384075b819758671932d22, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/58672ca5f22e44d3b75571ac42a33a51, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/77199e33f84143aba907d9d279fc72df, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/c885411f12e84649bd202885fdd00f2a, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/1c71d8cbefec45cb93cfa879f6be409f, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/ddae597b9073470f987c3f1a8ff0d8ba, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/bb91f0dbcc6c4c8b8f79b9f902266493, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/ab822af9de5f40c3b2d236cbd4da4f4b, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/ea3bb434019748dab340cb9b07130c9e, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/d6d6bb84a64a4d9a82f40874a95b680e, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/b6663f255a7840fe9ac1e6fabfce18aa, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/fcb6d0e5d3a54a7db2c4af793f839a86, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/289c174a9e2a45d4a001038fcb53c3bb, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/490862b8ee924b139cbe44599142ad32, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/c7ed9347c3d44948afe59b3dd7546d57, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/13f76e864f9d4de1a86e3337148abfd0] to archive 2024-12-02T16:23:13,747 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T16:23:13,749 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/712e40052b8c4593be6657c351b87d17 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/712e40052b8c4593be6657c351b87d17 2024-12-02T16:23:13,749 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/285604170360490fa27c51022ba573c0 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/285604170360490fa27c51022ba573c0 2024-12-02T16:23:13,750 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/9f687ce96ee044be89d4bdc4af1c079e to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/9f687ce96ee044be89d4bdc4af1c079e 2024-12-02T16:23:13,751 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/51e9f88140a14ca4bb16b6269df524c3 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/51e9f88140a14ca4bb16b6269df524c3 2024-12-02T16:23:13,752 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/f8c9841d22eb45699258375b4f9df2f8 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/f8c9841d22eb45699258375b4f9df2f8 2024-12-02T16:23:13,753 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/aa131fa823904ffba57d0026e564ea8d to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/aa131fa823904ffba57d0026e564ea8d 2024-12-02T16:23:13,753 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/e3938b720a7f41e8be8e3c169894c4fe to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/e3938b720a7f41e8be8e3c169894c4fe 2024-12-02T16:23:13,754 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/75a18fc662304b4582289361324098aa to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/75a18fc662304b4582289361324098aa 2024-12-02T16:23:13,755 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/9a2f57b1ee3446dcb8f96f8b50907398 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/9a2f57b1ee3446dcb8f96f8b50907398 2024-12-02T16:23:13,756 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/cecd2ade1758479aa16a404ef81a6214 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/cecd2ade1758479aa16a404ef81a6214 2024-12-02T16:23:13,757 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/e4111284fdc74da6905785c33baa2912 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/e4111284fdc74da6905785c33baa2912 2024-12-02T16:23:13,757 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/4c93b12476f2488291109ded22f13e80 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/4c93b12476f2488291109ded22f13e80 2024-12-02T16:23:13,758 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/f285bc47f1384075b819758671932d22 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/f285bc47f1384075b819758671932d22 2024-12-02T16:23:13,759 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/58672ca5f22e44d3b75571ac42a33a51 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/58672ca5f22e44d3b75571ac42a33a51 2024-12-02T16:23:13,760 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/77199e33f84143aba907d9d279fc72df to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/77199e33f84143aba907d9d279fc72df 2024-12-02T16:23:13,760 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/c885411f12e84649bd202885fdd00f2a to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/c885411f12e84649bd202885fdd00f2a 2024-12-02T16:23:13,761 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/1c71d8cbefec45cb93cfa879f6be409f to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/1c71d8cbefec45cb93cfa879f6be409f 2024-12-02T16:23:13,762 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/ddae597b9073470f987c3f1a8ff0d8ba to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/ddae597b9073470f987c3f1a8ff0d8ba 2024-12-02T16:23:13,763 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/bb91f0dbcc6c4c8b8f79b9f902266493 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/bb91f0dbcc6c4c8b8f79b9f902266493 2024-12-02T16:23:13,764 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/ab822af9de5f40c3b2d236cbd4da4f4b to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/ab822af9de5f40c3b2d236cbd4da4f4b 2024-12-02T16:23:13,764 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/ea3bb434019748dab340cb9b07130c9e to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/ea3bb434019748dab340cb9b07130c9e 2024-12-02T16:23:13,765 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/d6d6bb84a64a4d9a82f40874a95b680e to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/d6d6bb84a64a4d9a82f40874a95b680e 2024-12-02T16:23:13,766 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/b6663f255a7840fe9ac1e6fabfce18aa to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/b6663f255a7840fe9ac1e6fabfce18aa 2024-12-02T16:23:13,767 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/fcb6d0e5d3a54a7db2c4af793f839a86 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/fcb6d0e5d3a54a7db2c4af793f839a86 2024-12-02T16:23:13,767 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/289c174a9e2a45d4a001038fcb53c3bb to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/289c174a9e2a45d4a001038fcb53c3bb 2024-12-02T16:23:13,768 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/490862b8ee924b139cbe44599142ad32 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/490862b8ee924b139cbe44599142ad32 2024-12-02T16:23:13,769 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/c7ed9347c3d44948afe59b3dd7546d57 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/c7ed9347c3d44948afe59b3dd7546d57 2024-12-02T16:23:13,769 DEBUG [StoreCloser-TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/13f76e864f9d4de1a86e3337148abfd0 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/13f76e864f9d4de1a86e3337148abfd0 2024-12-02T16:23:13,772 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/recovered.edits/434.seqid, newMaxSeqId=434, maxSeqId=4 2024-12-02T16:23:13,772 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03. 2024-12-02T16:23:13,772 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] regionserver.HRegion(1635): Region close journal for 8c06851e8f62a23108f69bb290e9bc03: 2024-12-02T16:23:13,774 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] handler.UnassignRegionHandler(170): Closed 8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:23:13,774 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=199 updating hbase:meta row=8c06851e8f62a23108f69bb290e9bc03, regionState=CLOSED 2024-12-02T16:23:13,775 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=200, resume processing ppid=199 2024-12-02T16:23:13,775 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=200, ppid=199, state=SUCCESS; CloseRegionProcedure 8c06851e8f62a23108f69bb290e9bc03, server=2a8f9448bb5c,46371,1733156403634 in 1.8760 sec 2024-12-02T16:23:13,776 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=199, resume processing ppid=198 2024-12-02T16:23:13,776 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=199, ppid=198, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c06851e8f62a23108f69bb290e9bc03, UNASSIGN in 1.8770 sec 2024-12-02T16:23:13,777 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=198, resume processing ppid=197 2024-12-02T16:23:13,777 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=198, ppid=197, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8800 sec 2024-12-02T16:23:13,778 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733156593778"}]},"ts":"1733156593778"} 2024-12-02T16:23:13,779 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-02T16:23:13,781 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-02T16:23:13,782 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=197, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8890 sec 2024-12-02T16:23:13,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=197 2024-12-02T16:23:13,997 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 197 completed 2024-12-02T16:23:13,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-02T16:23:13,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] procedure2.ProcedureExecutor(1098): Stored pid=201, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:23:13,999 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=201, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:23:13,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=201 2024-12-02T16:23:13,999 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=201, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:23:14,001 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:23:14,002 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A, FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B, FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C, FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/recovered.edits] 2024-12-02T16:23:14,004 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/966f1b9490ca4b75802edab4c8cc43b5 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/966f1b9490ca4b75802edab4c8cc43b5 2024-12-02T16:23:14,005 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/bafd8a7485eb427fa8cc1eec4357e9ef to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/bafd8a7485eb427fa8cc1eec4357e9ef 2024-12-02T16:23:14,005 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/bdb88bb27cc94c4caa9372088def7720 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/A/bdb88bb27cc94c4caa9372088def7720 2024-12-02T16:23:14,007 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/455138b4628b421fa716c42025e77bf4 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/455138b4628b421fa716c42025e77bf4 2024-12-02T16:23:14,007 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/91647dadd5ab41379f324aba5d65e4b6 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/91647dadd5ab41379f324aba5d65e4b6 2024-12-02T16:23:14,008 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/df376ff065274a879ee3cb2828faa0bd to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/B/df376ff065274a879ee3cb2828faa0bd 2024-12-02T16:23:14,010 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/37daff1a2daf43168c57d097d8b7372b to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/37daff1a2daf43168c57d097d8b7372b 2024-12-02T16:23:14,010 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/5a73d1a28dce48a4b22933ef51cbb935 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/5a73d1a28dce48a4b22933ef51cbb935 2024-12-02T16:23:14,011 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/7434fa6375694dd397d6b7c954868dac to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/C/7434fa6375694dd397d6b7c954868dac 2024-12-02T16:23:14,013 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/recovered.edits/434.seqid to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03/recovered.edits/434.seqid 2024-12-02T16:23:14,013 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/default/TestAcidGuarantees/8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:23:14,013 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-02T16:23:14,014 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-02T16:23:14,014 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-02T16:23:14,016 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412020726ca2f0a0844e98f7ddf2297f239bf_8c06851e8f62a23108f69bb290e9bc03 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412020726ca2f0a0844e98f7ddf2297f239bf_8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:23:14,017 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412020988320f5b7c499b8195c94619fc80ed_8c06851e8f62a23108f69bb290e9bc03 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412020988320f5b7c499b8195c94619fc80ed_8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:23:14,018 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412020c484a372c1540f8b01b27dd1aedd77a_8c06851e8f62a23108f69bb290e9bc03 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412020c484a372c1540f8b01b27dd1aedd77a_8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:23:14,019 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120219d15f70839d424eb5f28107ea1649a4_8c06851e8f62a23108f69bb290e9bc03 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120219d15f70839d424eb5f28107ea1649a4_8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:23:14,020 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120228eae37c739b449d93eedef2b92041f4_8c06851e8f62a23108f69bb290e9bc03 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120228eae37c739b449d93eedef2b92041f4_8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:23:14,020 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120236e5a8f5c2734f398ffe808c816ec7a4_8c06851e8f62a23108f69bb290e9bc03 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120236e5a8f5c2734f398ffe808c816ec7a4_8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:23:14,021 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412023aa5bbf9d92b4b4297aa4187302a9edd_8c06851e8f62a23108f69bb290e9bc03 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412023aa5bbf9d92b4b4297aa4187302a9edd_8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:23:14,022 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412023d771178b2cf4fe5894fed29e5450ea6_8c06851e8f62a23108f69bb290e9bc03 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412023d771178b2cf4fe5894fed29e5450ea6_8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:23:14,023 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202411deb0e72064640922f373e087a1ff6_8c06851e8f62a23108f69bb290e9bc03 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202411deb0e72064640922f373e087a1ff6_8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:23:14,023 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202466fa5b8dfc446e2a466331600c6f751_8c06851e8f62a23108f69bb290e9bc03 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202466fa5b8dfc446e2a466331600c6f751_8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:23:14,024 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412028f254eb7b3b04deab2d09928dc3a7c91_8c06851e8f62a23108f69bb290e9bc03 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412028f254eb7b3b04deab2d09928dc3a7c91_8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:23:14,025 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120297d5f5fc9b484a7d8a04f0c113c1d1ee_8c06851e8f62a23108f69bb290e9bc03 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120297d5f5fc9b484a7d8a04f0c113c1d1ee_8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:23:14,026 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412029e19cd4d40db4ae5988eb7efeee25cdd_8c06851e8f62a23108f69bb290e9bc03 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412029e19cd4d40db4ae5988eb7efeee25cdd_8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:23:14,027 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202af6a39bfc19444af8bc32b12f79568c2_8c06851e8f62a23108f69bb290e9bc03 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202af6a39bfc19444af8bc32b12f79568c2_8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:23:14,027 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202b376ee2c0433490b90d5c155e3b60c45_8c06851e8f62a23108f69bb290e9bc03 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202b376ee2c0433490b90d5c155e3b60c45_8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:23:14,028 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202b39cbdab17a1402e9251cc47ec36ed4f_8c06851e8f62a23108f69bb290e9bc03 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202b39cbdab17a1402e9251cc47ec36ed4f_8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:23:14,029 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202b3d1ee762d8c4d6ba30edc7da0324837_8c06851e8f62a23108f69bb290e9bc03 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202b3d1ee762d8c4d6ba30edc7da0324837_8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:23:14,030 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202b6b744b1136e40d2812c47c2c36e8ebd_8c06851e8f62a23108f69bb290e9bc03 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202b6b744b1136e40d2812c47c2c36e8ebd_8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:23:14,031 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202c68a768a825449c5af17fb4cf1adf2f3_8c06851e8f62a23108f69bb290e9bc03 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202c68a768a825449c5af17fb4cf1adf2f3_8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:23:14,031 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202d41e7202b8d142899572cd54ae50639a_8c06851e8f62a23108f69bb290e9bc03 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202d41e7202b8d142899572cd54ae50639a_8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:23:14,032 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202db2b8bdfe7544a5881d6224f8b98a8d3_8c06851e8f62a23108f69bb290e9bc03 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202db2b8bdfe7544a5881d6224f8b98a8d3_8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:23:14,033 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202db6e84ae51224e40946d82d98065ff76_8c06851e8f62a23108f69bb290e9bc03 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202db6e84ae51224e40946d82d98065ff76_8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:23:14,034 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202fc779513ddb1450f80519682047f323f_8c06851e8f62a23108f69bb290e9bc03 to hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202fc779513ddb1450f80519682047f323f_8c06851e8f62a23108f69bb290e9bc03 2024-12-02T16:23:14,034 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-02T16:23:14,036 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=201, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:23:14,037 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-02T16:23:14,039 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-02T16:23:14,039 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=201, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:23:14,039 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-02T16:23:14,039 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733156594039"}]},"ts":"9223372036854775807"} 2024-12-02T16:23:14,041 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-02T16:23:14,041 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 8c06851e8f62a23108f69bb290e9bc03, NAME => 'TestAcidGuarantees,,1733156560333.8c06851e8f62a23108f69bb290e9bc03.', STARTKEY => '', ENDKEY => ''}] 2024-12-02T16:23:14,041 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-02T16:23:14,041 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733156594041"}]},"ts":"9223372036854775807"} 2024-12-02T16:23:14,042 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-02T16:23:14,044 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=201, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T16:23:14,044 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=201, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 46 msec 2024-12-02T16:23:14,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=201 2024-12-02T16:23:14,100 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 201 completed 2024-12-02T16:23:14,110 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=238 (was 238), OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=713 (was 911), ProcessCount=11 (was 11), AvailableMemoryMB=6716 (was 4998) - AvailableMemoryMB LEAK? - 2024-12-02T16:23:14,110 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-02T16:23:14,110 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-02T16:23:14,110 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5009c05e to 127.0.0.1:63236 2024-12-02T16:23:14,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:23:14,110 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T16:23:14,110 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1923464191, stopped=false 2024-12-02T16:23:14,110 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=2a8f9448bb5c,38459,1733156402272 2024-12-02T16:23:14,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38459-0x1009bc9fba90000, quorum=127.0.0.1:63236, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T16:23:14,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46371-0x1009bc9fba90001, quorum=127.0.0.1:63236, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T16:23:14,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38459-0x1009bc9fba90000, quorum=127.0.0.1:63236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:23:14,112 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-02T16:23:14,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46371-0x1009bc9fba90001, quorum=127.0.0.1:63236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:23:14,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:23:14,112 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2a8f9448bb5c,46371,1733156403634' ***** 2024-12-02T16:23:14,112 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-02T16:23:14,112 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38459-0x1009bc9fba90000, quorum=127.0.0.1:63236, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T16:23:14,113 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46371-0x1009bc9fba90001, quorum=127.0.0.1:63236, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T16:23:14,113 INFO [RS:0;2a8f9448bb5c:46371 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T16:23:14,113 INFO [RS:0;2a8f9448bb5c:46371 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T16:23:14,113 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-02T16:23:14,113 INFO [RS:0;2a8f9448bb5c:46371 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T16:23:14,113 INFO [RS:0;2a8f9448bb5c:46371 {}] regionserver.HRegionServer(3579): Received CLOSE for 4453b7e759b6fd28da4d0761888a1852 2024-12-02T16:23:14,114 INFO [RS:0;2a8f9448bb5c:46371 {}] regionserver.HRegionServer(1224): stopping server 2a8f9448bb5c,46371,1733156403634 2024-12-02T16:23:14,114 DEBUG [RS:0;2a8f9448bb5c:46371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:23:14,114 INFO [RS:0;2a8f9448bb5c:46371 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T16:23:14,114 INFO [RS:0;2a8f9448bb5c:46371 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T16:23:14,114 INFO [RS:0;2a8f9448bb5c:46371 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T16:23:14,114 INFO [RS:0;2a8f9448bb5c:46371 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-02T16:23:14,114 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4453b7e759b6fd28da4d0761888a1852, disabling compactions & flushes 2024-12-02T16:23:14,114 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733156407445.4453b7e759b6fd28da4d0761888a1852. 2024-12-02T16:23:14,114 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733156407445.4453b7e759b6fd28da4d0761888a1852. 2024-12-02T16:23:14,114 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733156407445.4453b7e759b6fd28da4d0761888a1852. after waiting 0 ms 2024-12-02T16:23:14,114 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733156407445.4453b7e759b6fd28da4d0761888a1852. 2024-12-02T16:23:14,114 INFO [RS:0;2a8f9448bb5c:46371 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-02T16:23:14,114 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 4453b7e759b6fd28da4d0761888a1852 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-02T16:23:14,114 DEBUG [RS:0;2a8f9448bb5c:46371 {}] regionserver.HRegionServer(1603): Online Regions={4453b7e759b6fd28da4d0761888a1852=hbase:namespace,,1733156407445.4453b7e759b6fd28da4d0761888a1852., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T16:23:14,114 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-02T16:23:14,114 INFO [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-02T16:23:14,114 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-02T16:23:14,114 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T16:23:14,114 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T16:23:14,114 INFO [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-12-02T16:23:14,118 DEBUG [RS:0;2a8f9448bb5c:46371 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 4453b7e759b6fd28da4d0761888a1852 2024-12-02T16:23:14,131 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/hbase/namespace/4453b7e759b6fd28da4d0761888a1852/.tmp/info/12e0f433a24a4e86bfc47499d920fc35 is 45, key is default/info:d/1733156408003/Put/seqid=0 2024-12-02T16:23:14,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742582_1758 (size=5037) 2024-12-02T16:23:14,137 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/hbase/meta/1588230740/.tmp/info/d317425d76274b6798a2d6bd6cb5aaa9 is 143, key is hbase:namespace,,1733156407445.4453b7e759b6fd28da4d0761888a1852./info:regioninfo/1733156407936/Put/seqid=0 2024-12-02T16:23:14,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742583_1759 (size=7725) 2024-12-02T16:23:14,181 INFO [regionserver/2a8f9448bb5c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T16:23:14,318 DEBUG [RS:0;2a8f9448bb5c:46371 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 4453b7e759b6fd28da4d0761888a1852 2024-12-02T16:23:14,518 DEBUG [RS:0;2a8f9448bb5c:46371 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 4453b7e759b6fd28da4d0761888a1852 2024-12-02T16:23:14,534 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/hbase/namespace/4453b7e759b6fd28da4d0761888a1852/.tmp/info/12e0f433a24a4e86bfc47499d920fc35 2024-12-02T16:23:14,536 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/hbase/namespace/4453b7e759b6fd28da4d0761888a1852/.tmp/info/12e0f433a24a4e86bfc47499d920fc35 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/hbase/namespace/4453b7e759b6fd28da4d0761888a1852/info/12e0f433a24a4e86bfc47499d920fc35 2024-12-02T16:23:14,538 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/hbase/namespace/4453b7e759b6fd28da4d0761888a1852/info/12e0f433a24a4e86bfc47499d920fc35, entries=2, sequenceid=6, filesize=4.9 K 2024-12-02T16:23:14,539 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 4453b7e759b6fd28da4d0761888a1852 in 425ms, sequenceid=6, compaction requested=false 2024-12-02T16:23:14,542 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/hbase/namespace/4453b7e759b6fd28da4d0761888a1852/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-02T16:23:14,542 INFO [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/hbase/meta/1588230740/.tmp/info/d317425d76274b6798a2d6bd6cb5aaa9 2024-12-02T16:23:14,542 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733156407445.4453b7e759b6fd28da4d0761888a1852. 2024-12-02T16:23:14,542 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4453b7e759b6fd28da4d0761888a1852: 2024-12-02T16:23:14,542 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733156407445.4453b7e759b6fd28da4d0761888a1852. 2024-12-02T16:23:14,558 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/hbase/meta/1588230740/.tmp/rep_barrier/fbcf3cd423ee4df8a4aad2b4abc96517 is 102, key is TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2./rep_barrier:/1733156441327/DeleteFamily/seqid=0 2024-12-02T16:23:14,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742584_1760 (size=6025) 2024-12-02T16:23:14,718 DEBUG [RS:0;2a8f9448bb5c:46371 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-02T16:23:14,918 DEBUG [RS:0;2a8f9448bb5c:46371 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-02T16:23:14,961 INFO [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/hbase/meta/1588230740/.tmp/rep_barrier/fbcf3cd423ee4df8a4aad2b4abc96517 2024-12-02T16:23:14,978 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/hbase/meta/1588230740/.tmp/table/a69035c9df5b402aba123dc54b3fba86 is 96, key is TestAcidGuarantees,,1733156408251.5856078bb6c4c3c9bcfdb70ce32638a2./table:/1733156441327/DeleteFamily/seqid=0 2024-12-02T16:23:14,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742585_1761 (size=5942) 2024-12-02T16:23:15,096 INFO [regionserver/2a8f9448bb5c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T16:23:15,096 INFO [regionserver/2a8f9448bb5c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T16:23:15,118 INFO [RS:0;2a8f9448bb5c:46371 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-02T16:23:15,119 DEBUG [RS:0;2a8f9448bb5c:46371 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T16:23:15,119 DEBUG [RS:0;2a8f9448bb5c:46371 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-02T16:23:15,319 DEBUG [RS:0;2a8f9448bb5c:46371 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-02T16:23:15,381 INFO [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/hbase/meta/1588230740/.tmp/table/a69035c9df5b402aba123dc54b3fba86 2024-12-02T16:23:15,384 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/hbase/meta/1588230740/.tmp/info/d317425d76274b6798a2d6bd6cb5aaa9 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/hbase/meta/1588230740/info/d317425d76274b6798a2d6bd6cb5aaa9 2024-12-02T16:23:15,386 INFO [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/hbase/meta/1588230740/info/d317425d76274b6798a2d6bd6cb5aaa9, entries=22, sequenceid=93, filesize=7.5 K 2024-12-02T16:23:15,387 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/hbase/meta/1588230740/.tmp/rep_barrier/fbcf3cd423ee4df8a4aad2b4abc96517 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/hbase/meta/1588230740/rep_barrier/fbcf3cd423ee4df8a4aad2b4abc96517 2024-12-02T16:23:15,390 INFO [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/hbase/meta/1588230740/rep_barrier/fbcf3cd423ee4df8a4aad2b4abc96517, entries=6, sequenceid=93, filesize=5.9 K 2024-12-02T16:23:15,390 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/hbase/meta/1588230740/.tmp/table/a69035c9df5b402aba123dc54b3fba86 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/hbase/meta/1588230740/table/a69035c9df5b402aba123dc54b3fba86 2024-12-02T16:23:15,392 INFO [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/hbase/meta/1588230740/table/a69035c9df5b402aba123dc54b3fba86, entries=9, sequenceid=93, filesize=5.8 K 2024-12-02T16:23:15,393 INFO [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1278ms, sequenceid=93, compaction requested=false 2024-12-02T16:23:15,395 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-12-02T16:23:15,396 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T16:23:15,396 INFO [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-02T16:23:15,396 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-02T16:23:15,396 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T16:23:15,519 INFO [RS:0;2a8f9448bb5c:46371 {}] regionserver.HRegionServer(1250): stopping server 2a8f9448bb5c,46371,1733156403634; all regions closed. 2024-12-02T16:23:15,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741834_1010 (size=26050) 2024-12-02T16:23:15,524 DEBUG [RS:0;2a8f9448bb5c:46371 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/oldWALs 2024-12-02T16:23:15,524 INFO [RS:0;2a8f9448bb5c:46371 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2a8f9448bb5c%2C46371%2C1733156403634.meta:.meta(num 1733156407157) 2024-12-02T16:23:15,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741832_1008 (size=17478528) 2024-12-02T16:23:15,527 DEBUG [RS:0;2a8f9448bb5c:46371 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/oldWALs 2024-12-02T16:23:15,527 INFO [RS:0;2a8f9448bb5c:46371 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2a8f9448bb5c%2C46371%2C1733156403634:(num 1733156406252) 2024-12-02T16:23:15,527 DEBUG [RS:0;2a8f9448bb5c:46371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:23:15,527 INFO [RS:0;2a8f9448bb5c:46371 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T16:23:15,527 INFO [RS:0;2a8f9448bb5c:46371 {}] hbase.ChoreService(370): Chore service for: regionserver/2a8f9448bb5c:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T16:23:15,528 INFO [regionserver/2a8f9448bb5c:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-02T16:23:15,528 INFO [RS:0;2a8f9448bb5c:46371 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:46371 2024-12-02T16:23:15,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46371-0x1009bc9fba90001, quorum=127.0.0.1:63236, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2a8f9448bb5c,46371,1733156403634 2024-12-02T16:23:15,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38459-0x1009bc9fba90000, quorum=127.0.0.1:63236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T16:23:15,533 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2a8f9448bb5c,46371,1733156403634] 2024-12-02T16:23:15,533 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 2a8f9448bb5c,46371,1733156403634; numProcessing=1 2024-12-02T16:23:15,534 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/2a8f9448bb5c,46371,1733156403634 already deleted, retry=false 2024-12-02T16:23:15,534 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 2a8f9448bb5c,46371,1733156403634 expired; onlineServers=0 2024-12-02T16:23:15,534 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2a8f9448bb5c,38459,1733156402272' ***** 2024-12-02T16:23:15,534 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T16:23:15,535 DEBUG [M:0;2a8f9448bb5c:38459 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6746f738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2a8f9448bb5c/172.17.0.2:0 2024-12-02T16:23:15,535 INFO [M:0;2a8f9448bb5c:38459 {}] regionserver.HRegionServer(1224): stopping server 2a8f9448bb5c,38459,1733156402272 2024-12-02T16:23:15,535 INFO [M:0;2a8f9448bb5c:38459 {}] regionserver.HRegionServer(1250): stopping server 2a8f9448bb5c,38459,1733156402272; all regions closed. 2024-12-02T16:23:15,535 DEBUG [M:0;2a8f9448bb5c:38459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:23:15,535 DEBUG [M:0;2a8f9448bb5c:38459 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T16:23:15,535 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T16:23:15,535 DEBUG [M:0;2a8f9448bb5c:38459 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T16:23:15,535 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster-HFileCleaner.small.0-1733156405943 {}] cleaner.HFileCleaner(306): Exit Thread[master/2a8f9448bb5c:0:becomeActiveMaster-HFileCleaner.small.0-1733156405943,5,FailOnTimeoutGroup] 2024-12-02T16:23:15,535 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster-HFileCleaner.large.0-1733156405942 {}] cleaner.HFileCleaner(306): Exit Thread[master/2a8f9448bb5c:0:becomeActiveMaster-HFileCleaner.large.0-1733156405942,5,FailOnTimeoutGroup] 2024-12-02T16:23:15,535 INFO [M:0;2a8f9448bb5c:38459 {}] hbase.ChoreService(370): Chore service for: master/2a8f9448bb5c:0 had [] on shutdown 2024-12-02T16:23:15,535 DEBUG [M:0;2a8f9448bb5c:38459 {}] master.HMaster(1733): Stopping service threads 2024-12-02T16:23:15,535 INFO [M:0;2a8f9448bb5c:38459 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T16:23:15,535 ERROR [M:0;2a8f9448bb5c:38459 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (262611804) connection to localhost/127.0.0.1:41271 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41271,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-12-02T16:23:15,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38459-0x1009bc9fba90000, quorum=127.0.0.1:63236, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-02T16:23:15,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38459-0x1009bc9fba90000, quorum=127.0.0.1:63236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:23:15,536 INFO [M:0;2a8f9448bb5c:38459 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T16:23:15,536 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T16:23:15,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38459-0x1009bc9fba90000, quorum=127.0.0.1:63236, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T16:23:15,536 DEBUG [M:0;2a8f9448bb5c:38459 {}] zookeeper.ZKUtil(347): master:38459-0x1009bc9fba90000, quorum=127.0.0.1:63236, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-02T16:23:15,536 WARN [M:0;2a8f9448bb5c:38459 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T16:23:15,536 INFO [M:0;2a8f9448bb5c:38459 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-02T16:23:15,537 INFO [M:0;2a8f9448bb5c:38459 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T16:23:15,537 DEBUG [M:0;2a8f9448bb5c:38459 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T16:23:15,537 INFO [M:0;2a8f9448bb5c:38459 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:23:15,537 DEBUG [M:0;2a8f9448bb5c:38459 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:23:15,537 DEBUG [M:0;2a8f9448bb5c:38459 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T16:23:15,537 DEBUG [M:0;2a8f9448bb5c:38459 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:23:15,537 INFO [M:0;2a8f9448bb5c:38459 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=850.93 KB heapSize=1.03 MB 2024-12-02T16:23:15,551 DEBUG [M:0;2a8f9448bb5c:38459 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1c782e0d880d4111b729aadd88174bc0 is 82, key is hbase:meta,,1/info:regioninfo/1733156407311/Put/seqid=0 2024-12-02T16:23:15,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742586_1762 (size=5672) 2024-12-02T16:23:15,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46371-0x1009bc9fba90001, quorum=127.0.0.1:63236, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T16:23:15,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46371-0x1009bc9fba90001, quorum=127.0.0.1:63236, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T16:23:15,634 INFO [RS:0;2a8f9448bb5c:46371 {}] regionserver.HRegionServer(1307): Exiting; stopping=2a8f9448bb5c,46371,1733156403634; zookeeper connection closed. 2024-12-02T16:23:15,634 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@536efac6 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@536efac6 2024-12-02T16:23:15,634 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T16:23:15,954 INFO [M:0;2a8f9448bb5c:38459 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2487 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1c782e0d880d4111b729aadd88174bc0 2024-12-02T16:23:15,974 DEBUG [M:0;2a8f9448bb5c:38459 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/226785160bc14957a90f629257e2ba6c is 2285, key is \x00\x00\x00\x00\x00\x00\x00\xAE/proc:d/1733156562485/Put/seqid=0 2024-12-02T16:23:15,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742587_1763 (size=49089) 2024-12-02T16:23:16,377 INFO [M:0;2a8f9448bb5c:38459 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=850.37 KB at sequenceid=2487 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/226785160bc14957a90f629257e2ba6c 2024-12-02T16:23:16,380 INFO [M:0;2a8f9448bb5c:38459 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 226785160bc14957a90f629257e2ba6c 2024-12-02T16:23:16,402 DEBUG [M:0;2a8f9448bb5c:38459 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bfe5758cf1874f9c8758e2ab648452bb is 69, key is 2a8f9448bb5c,46371,1733156403634/rs:state/1733156406033/Put/seqid=0 2024-12-02T16:23:16,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073742588_1764 (size=5156) 2024-12-02T16:23:16,806 INFO [M:0;2a8f9448bb5c:38459 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2487 (bloomFilter=true), to=hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bfe5758cf1874f9c8758e2ab648452bb 2024-12-02T16:23:16,808 DEBUG [M:0;2a8f9448bb5c:38459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1c782e0d880d4111b729aadd88174bc0 as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1c782e0d880d4111b729aadd88174bc0 2024-12-02T16:23:16,810 INFO [M:0;2a8f9448bb5c:38459 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1c782e0d880d4111b729aadd88174bc0, entries=8, sequenceid=2487, filesize=5.5 K 2024-12-02T16:23:16,811 DEBUG [M:0;2a8f9448bb5c:38459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/226785160bc14957a90f629257e2ba6c as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/226785160bc14957a90f629257e2ba6c 2024-12-02T16:23:16,813 INFO [M:0;2a8f9448bb5c:38459 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 226785160bc14957a90f629257e2ba6c 2024-12-02T16:23:16,813 INFO [M:0;2a8f9448bb5c:38459 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/226785160bc14957a90f629257e2ba6c, entries=201, sequenceid=2487, filesize=47.9 K 2024-12-02T16:23:16,813 DEBUG [M:0;2a8f9448bb5c:38459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bfe5758cf1874f9c8758e2ab648452bb as hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bfe5758cf1874f9c8758e2ab648452bb 2024-12-02T16:23:16,815 INFO [M:0;2a8f9448bb5c:38459 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41271/user/jenkins/test-data/29f1691e-6e55-d495-50b2-0eb70b35d23b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bfe5758cf1874f9c8758e2ab648452bb, entries=1, sequenceid=2487, filesize=5.0 K 2024-12-02T16:23:16,816 INFO [M:0;2a8f9448bb5c:38459 {}] regionserver.HRegion(3040): Finished flush of dataSize ~850.93 KB/871349, heapSize ~1.03 MB/1076928, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=2487, compaction requested=false 2024-12-02T16:23:16,817 INFO [M:0;2a8f9448bb5c:38459 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:23:16,817 DEBUG [M:0;2a8f9448bb5c:38459 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-02T16:23:16,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36509 is added to blk_1073741830_1006 (size=1034331) 2024-12-02T16:23:16,819 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-02T16:23:16,819 INFO [M:0;2a8f9448bb5c:38459 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-02T16:23:16,819 INFO [M:0;2a8f9448bb5c:38459 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:38459 2024-12-02T16:23:16,821 DEBUG [M:0;2a8f9448bb5c:38459 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/2a8f9448bb5c,38459,1733156402272 already deleted, retry=false 2024-12-02T16:23:16,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38459-0x1009bc9fba90000, quorum=127.0.0.1:63236, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T16:23:16,923 INFO [M:0;2a8f9448bb5c:38459 {}] regionserver.HRegionServer(1307): Exiting; stopping=2a8f9448bb5c,38459,1733156402272; zookeeper connection closed. 2024-12-02T16:23:16,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38459-0x1009bc9fba90000, quorum=127.0.0.1:63236, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T16:23:16,928 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e8c6150{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T16:23:16,930 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c9bdbec{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T16:23:16,930 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T16:23:16,930 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@200c8689{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T16:23:16,930 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a9a1951{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd669b05-44c7-7ce5-5281-728c59ef3cb2/hadoop.log.dir/,STOPPED} 2024-12-02T16:23:16,933 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T16:23:16,933 WARN [BP-1694654055-172.17.0.2-1733156399094 heartbeating to localhost/127.0.0.1:41271 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T16:23:16,933 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T16:23:16,933 WARN [BP-1694654055-172.17.0.2-1733156399094 heartbeating to localhost/127.0.0.1:41271 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1694654055-172.17.0.2-1733156399094 (Datanode Uuid 195c3ce4-bccb-4475-b84b-a878d6907007) service to localhost/127.0.0.1:41271 2024-12-02T16:23:16,935 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd669b05-44c7-7ce5-5281-728c59ef3cb2/cluster_6d5ce93a-cda1-7c33-b243-f195da9d29a1/dfs/data/data1/current/BP-1694654055-172.17.0.2-1733156399094 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T16:23:16,936 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd669b05-44c7-7ce5-5281-728c59ef3cb2/cluster_6d5ce93a-cda1-7c33-b243-f195da9d29a1/dfs/data/data2/current/BP-1694654055-172.17.0.2-1733156399094 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T16:23:16,936 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T16:23:16,943 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f0d4558{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T16:23:16,944 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a299586{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T16:23:16,944 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T16:23:16,944 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@588be694{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T16:23:16,944 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73882ca4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd669b05-44c7-7ce5-5281-728c59ef3cb2/hadoop.log.dir/,STOPPED} 2024-12-02T16:23:16,963 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-02T16:23:17,122 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down